Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 1 | // Copyright 2015 The Vanadium Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style |
| 3 | // license that can be found in the LICENSE file. |
| 4 | |
| 5 | package watchable |
| 6 | |
| 7 | import ( |
| 8 | "fmt" |
| 9 | "io/ioutil" |
Raja Daoud | d454307 | 2015-06-30 11:15:55 -0700 | [diff] [blame] | 10 | "math" |
Jatin Lodhia | 101bd21 | 2015-06-22 13:35:53 -0700 | [diff] [blame] | 11 | "time" |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 12 | |
| 13 | "v.io/syncbase/x/ref/services/syncbase/clock" |
| 14 | "v.io/syncbase/x/ref/services/syncbase/store" |
| 15 | "v.io/syncbase/x/ref/services/syncbase/store/leveldb" |
| 16 | "v.io/syncbase/x/ref/services/syncbase/store/memstore" |
| 17 | "v.io/v23/vom" |
| 18 | ) |
| 19 | |
| 20 | // This file provides utility methods for tests related to watchable store. |
| 21 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 22 | //////////////////////////////////////////////////////////// |
| 23 | // Functions for store creation/cleanup |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 24 | |
Jatin Lodhia | 101bd21 | 2015-06-22 13:35:53 -0700 | [diff] [blame] | 25 | // createStore returns a store along with a function to destroy the store |
| 26 | // once it is no longer needed. |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 27 | func createStore() (store.Store, func()) { |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 28 | var st store.Store |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 29 | // With Memstore, TestReadWriteRandom is slow with ManagedPrefixes=nil since |
| 30 | // every watchable.Store.Get() takes a snapshot, and memstore snapshots are |
| 31 | // relatively expensive since the entire data map is copied. LevelDB snapshots |
| 32 | // are cheap, so with LevelDB ManagedPrefixes=nil is still reasonably fast. |
| 33 | if false { |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 34 | st = memstore.New() |
| 35 | return st, func() { |
| 36 | st.Close() |
| 37 | } |
| 38 | } else { |
Sergey Rogulenko | d1ecd26 | 2015-08-14 12:39:55 -0700 | [diff] [blame] | 39 | path := getPath() |
| 40 | st = createLevelDB(path) |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 41 | return st, func() { |
Sergey Rogulenko | d1ecd26 | 2015-08-14 12:39:55 -0700 | [diff] [blame] | 42 | destroyLevelDB(st, path) |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 43 | } |
| 44 | } |
| 45 | } |
| 46 | |
| 47 | func getPath() string { |
| 48 | path, err := ioutil.TempDir("", "syncbase_leveldb") |
| 49 | if err != nil { |
| 50 | panic(fmt.Sprintf("can't create temp dir: %v", err)) |
| 51 | } |
| 52 | return path |
| 53 | } |
| 54 | |
| 55 | func createLevelDB(path string) store.Store { |
Adam Sadovsky | b6a5aa3 | 2015-07-07 13:05:26 -0700 | [diff] [blame] | 56 | st, err := leveldb.Open(path, leveldb.OpenOptions{CreateIfMissing: true, ErrorIfExists: true}) |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 57 | if err != nil { |
| 58 | panic(fmt.Sprintf("can't open db at %v: %v", path, err)) |
| 59 | } |
| 60 | return st |
| 61 | } |
| 62 | |
| 63 | func destroyLevelDB(st store.Store, path string) { |
| 64 | st.Close() |
| 65 | if err := leveldb.Destroy(path); err != nil { |
| 66 | panic(fmt.Sprintf("can't destroy db at %v: %v", path, err)) |
| 67 | } |
| 68 | } |
| 69 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 70 | //////////////////////////////////////////////////////////// |
| 71 | // Functions related to watchable store |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 72 | |
| 73 | func getSeq(st Store) uint64 { |
| 74 | wst := st.(*wstore) |
| 75 | return wst.seq |
| 76 | } |
| 77 | |
| 78 | func setMockSystemClock(st Store, mockClock clock.SystemClock) { |
| 79 | wst := st.(*wstore) |
| 80 | wst.clock.SetSystemClock(mockClock) |
| 81 | } |
| 82 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 83 | // logEntryReader provides a stream-like interface to scan over the log entries |
Raja Daoud | d454307 | 2015-06-30 11:15:55 -0700 | [diff] [blame] | 84 | // of a single batch, starting for a given sequence number. It opens a stream |
| 85 | // that scans the log from the sequence number given. It stops after reading |
| 86 | // the last entry in that batch (indicated by a false Continued flag). |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 87 | type logEntryReader struct { |
Raja Daoud | d454307 | 2015-06-30 11:15:55 -0700 | [diff] [blame] | 88 | stream store.Stream // scan stream on the store Database |
| 89 | done bool // true after reading the last batch entry |
| 90 | key string // key of most recent log entry read |
| 91 | entry LogEntry // most recent log entry read |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 92 | } |
| 93 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 94 | func newLogEntryReader(st store.Store, seq uint64) *logEntryReader { |
Sergey Rogulenko | 40402b5 | 2015-08-10 15:09:48 -0700 | [diff] [blame] | 95 | stream := st.Scan([]byte(logEntryKey(seq)), []byte(logEntryKey(math.MaxUint64))) |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 96 | return &logEntryReader{stream: stream} |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 97 | } |
| 98 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 99 | func (ler *logEntryReader) Advance() bool { |
Raja Daoud | d454307 | 2015-06-30 11:15:55 -0700 | [diff] [blame] | 100 | if ler.done { |
| 101 | return false |
| 102 | } |
| 103 | |
| 104 | if ler.stream.Advance() { |
| 105 | ler.key = string(ler.stream.Key(nil)) |
| 106 | if err := vom.Decode(ler.stream.Value(nil), &ler.entry); err != nil { |
| 107 | panic(fmt.Errorf("Failed to decode LogEntry for key: %q", ler.key)) |
| 108 | } |
| 109 | if ler.entry.Continued == false { |
| 110 | ler.done = true |
| 111 | } |
| 112 | return true |
| 113 | } |
| 114 | |
| 115 | ler.key = "" |
| 116 | ler.entry = LogEntry{} |
| 117 | return false |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 118 | } |
| 119 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 120 | func (ler *logEntryReader) GetEntry() (string, LogEntry) { |
Raja Daoud | d454307 | 2015-06-30 11:15:55 -0700 | [diff] [blame] | 121 | return ler.key, ler.entry |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 122 | } |
| 123 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 124 | //////////////////////////////////////////////////////////// |
| 125 | // Clock related utility code |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 126 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 127 | type mockSystemClock struct { |
Jatin Lodhia | 101bd21 | 2015-06-22 13:35:53 -0700 | [diff] [blame] | 128 | time time.Time // current time returned by call to Now() |
| 129 | increment time.Duration // how much to increment the clock by for subsequent calls to Now() |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 130 | } |
| 131 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 132 | func newMockSystemClock(firstTimestamp time.Time, increment time.Duration) *mockSystemClock { |
| 133 | return &mockSystemClock{ |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 134 | time: firstTimestamp, |
| 135 | increment: increment, |
| 136 | } |
| 137 | } |
| 138 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 139 | func (sc *mockSystemClock) Now() time.Time { |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 140 | now := sc.time |
Jatin Lodhia | 101bd21 | 2015-06-22 13:35:53 -0700 | [diff] [blame] | 141 | sc.time = sc.time.Add(sc.increment) |
Jatin Lodhia | 45a1fa8 | 2015-06-18 11:51:04 -0700 | [diff] [blame] | 142 | return now |
| 143 | } |
| 144 | |
Adam Sadovsky | 4dcc353 | 2015-07-31 13:54:19 -0700 | [diff] [blame] | 145 | var _ clock.SystemClock = (*mockSystemClock)(nil) |