Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 1 | // Copyright 2015 The Vanadium Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style |
| 3 | // license that can be found in the LICENSE file. |
| 4 | |
| 5 | package watchable |
| 6 | |
| 7 | import ( |
| 8 | "fmt" |
| 9 | "io/ioutil" |
Raja Daoud | d454307 | 2015-06-30 11:15:55 -0700 | [diff] [blame] | 10 | "math" |
Jatin Lodhia | 101bd21 | 2015-06-22 13:35:53 -0700 | [diff] [blame] | 11 | "time" |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 12 | |
| 13 | "v.io/syncbase/x/ref/services/syncbase/clock" |
| 14 | "v.io/syncbase/x/ref/services/syncbase/store" |
| 15 | "v.io/syncbase/x/ref/services/syncbase/store/leveldb" |
| 16 | "v.io/syncbase/x/ref/services/syncbase/store/memstore" |
| 17 | "v.io/v23/vom" |
| 18 | ) |
| 19 | |
| 20 | // This file provides utility methods for tests related to watchable store. |
| 21 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 22 | //////////////////////////////////////////////////////////// |
| 23 | // Functions for store creation/cleanup |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 24 | |
Jatin Lodhia | 101bd21 | 2015-06-22 13:35:53 -0700 | [diff] [blame] | 25 | // createStore returns a store along with a function to destroy the store |
| 26 | // once it is no longer needed. |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 27 | func createStore() (store.Store, func()) { |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 28 | var st store.Store |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 29 | // With Memstore, TestReadWriteRandom is slow with ManagedPrefixes=nil since |
| 30 | // every watchable.Store.Get() takes a snapshot, and memstore snapshots are |
| 31 | // relatively expensive since the entire data map is copied. LevelDB snapshots |
| 32 | // are cheap, so with LevelDB ManagedPrefixes=nil is still reasonably fast. |
| 33 | if false { |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 34 | st = memstore.New() |
| 35 | return st, func() { |
| 36 | st.Close() |
| 37 | } |
| 38 | } else { |
| 39 | st = createLevelDB(getPath()) |
| 40 | return st, func() { |
| 41 | destroyLevelDB(st, getPath()) |
| 42 | } |
| 43 | } |
| 44 | } |
| 45 | |
| 46 | func getPath() string { |
| 47 | path, err := ioutil.TempDir("", "syncbase_leveldb") |
| 48 | if err != nil { |
| 49 | panic(fmt.Sprintf("can't create temp dir: %v", err)) |
| 50 | } |
| 51 | return path |
| 52 | } |
| 53 | |
| 54 | func createLevelDB(path string) store.Store { |
Adam Sadovsky | b6a5aa3 | 2015-07-07 13:05:26 -0700 | [diff] [blame] | 55 | st, err := leveldb.Open(path, leveldb.OpenOptions{CreateIfMissing: true, ErrorIfExists: true}) |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 56 | if err != nil { |
| 57 | panic(fmt.Sprintf("can't open db at %v: %v", path, err)) |
| 58 | } |
| 59 | return st |
| 60 | } |
| 61 | |
| 62 | func destroyLevelDB(st store.Store, path string) { |
| 63 | st.Close() |
| 64 | if err := leveldb.Destroy(path); err != nil { |
| 65 | panic(fmt.Sprintf("can't destroy db at %v: %v", path, err)) |
| 66 | } |
| 67 | } |
| 68 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 69 | //////////////////////////////////////////////////////////// |
| 70 | // Functions related to watchable store |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 71 | |
| 72 | func getSeq(st Store) uint64 { |
| 73 | wst := st.(*wstore) |
| 74 | return wst.seq |
| 75 | } |
| 76 | |
| 77 | func setMockSystemClock(st Store, mockClock clock.SystemClock) { |
| 78 | wst := st.(*wstore) |
| 79 | wst.clock.SetSystemClock(mockClock) |
| 80 | } |
| 81 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 82 | // logEntryReader provides a stream-like interface to scan over the log entries |
Raja Daoud | d454307 | 2015-06-30 11:15:55 -0700 | [diff] [blame] | 83 | // of a single batch, starting for a given sequence number. It opens a stream |
| 84 | // that scans the log from the sequence number given. It stops after reading |
| 85 | // the last entry in that batch (indicated by a false Continued flag). |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 86 | type logEntryReader struct { |
Raja Daoud | d454307 | 2015-06-30 11:15:55 -0700 | [diff] [blame] | 87 | stream store.Stream // scan stream on the store Database |
| 88 | done bool // true after reading the last batch entry |
| 89 | key string // key of most recent log entry read |
| 90 | entry LogEntry // most recent log entry read |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 91 | } |
| 92 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 93 | func newLogEntryReader(st store.Store, seq uint64) *logEntryReader { |
Raja Daoud | d454307 | 2015-06-30 11:15:55 -0700 | [diff] [blame] | 94 | stream := st.Scan([]byte(getLogEntryKey(seq)), []byte(getLogEntryKey(math.MaxUint64))) |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 95 | return &logEntryReader{stream: stream} |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 96 | } |
| 97 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 98 | func (ler *logEntryReader) Advance() bool { |
Raja Daoud | d454307 | 2015-06-30 11:15:55 -0700 | [diff] [blame] | 99 | if ler.done { |
| 100 | return false |
| 101 | } |
| 102 | |
| 103 | if ler.stream.Advance() { |
| 104 | ler.key = string(ler.stream.Key(nil)) |
| 105 | if err := vom.Decode(ler.stream.Value(nil), &ler.entry); err != nil { |
| 106 | panic(fmt.Errorf("Failed to decode LogEntry for key: %q", ler.key)) |
| 107 | } |
| 108 | if ler.entry.Continued == false { |
| 109 | ler.done = true |
| 110 | } |
| 111 | return true |
| 112 | } |
| 113 | |
| 114 | ler.key = "" |
| 115 | ler.entry = LogEntry{} |
| 116 | return false |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 117 | } |
| 118 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 119 | func (ler *logEntryReader) GetEntry() (string, LogEntry) { |
Raja Daoud | d454307 | 2015-06-30 11:15:55 -0700 | [diff] [blame] | 120 | return ler.key, ler.entry |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 121 | } |
| 122 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 123 | //////////////////////////////////////////////////////////// |
| 124 | // Clock related utility code |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 125 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 126 | type mockSystemClock struct { |
Jatin Lodhia | 101bd21 | 2015-06-22 13:35:53 -0700 | [diff] [blame] | 127 | time time.Time // current time returned by call to Now() |
| 128 | increment time.Duration // how much to increment the clock by for subsequent calls to Now() |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 129 | } |
| 130 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 131 | func newMockSystemClock(firstTimestamp time.Time, increment time.Duration) *mockSystemClock { |
| 132 | return &mockSystemClock{ |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 133 | time: firstTimestamp, |
| 134 | increment: increment, |
| 135 | } |
| 136 | } |
| 137 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 138 | func (sc *mockSystemClock) Now() time.Time { |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 139 | now := sc.time |
Jatin Lodhia | 101bd21 | 2015-06-22 13:35:53 -0700 | [diff] [blame] | 140 | sc.time = sc.time.Add(sc.increment) |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 141 | return now |
| 142 | } |
| 143 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 144 | var _ clock.SystemClock = (*mockSystemClock)(nil) |