Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 1 | // Copyright 2015 The Vanadium Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style |
| 3 | // license that can be found in the LICENSE file. |
| 4 | |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 5 | // Package leveldb provides a LevelDB-based implementation of store.Store. |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 6 | package leveldb |
| 7 | |
| 8 | // #cgo LDFLAGS: -lleveldb |
| 9 | // #include <stdlib.h> |
| 10 | // #include "leveldb/c.h" |
| 11 | // #include "syncbase_leveldb.h" |
| 12 | import "C" |
| 13 | import ( |
Sergey Rogulenko | 0dbfe07 | 2015-05-19 20:10:18 -0700 | [diff] [blame^] | 14 | "errors" |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 15 | "sync" |
| 16 | "unsafe" |
| 17 | |
| 18 | "v.io/syncbase/x/ref/services/syncbase/store" |
| 19 | ) |
| 20 | |
Sergey Rogulenko | 0dbfe07 | 2015-05-19 20:10:18 -0700 | [diff] [blame^] | 21 | var ( |
| 22 | errClosedStore = errors.New("closed store") |
| 23 | ) |
| 24 | |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 25 | // db is a wrapper around LevelDB that implements the store.Store interface. |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 26 | type db struct { |
Sergey Rogulenko | 0dbfe07 | 2015-05-19 20:10:18 -0700 | [diff] [blame^] | 27 | // mu protects cDb. |
| 28 | mu sync.RWMutex |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 29 | cDb *C.leveldb_t |
| 30 | // Default read/write options. |
| 31 | readOptions *C.leveldb_readoptions_t |
| 32 | writeOptions *C.leveldb_writeoptions_t |
Sergey Rogulenko | 0dbfe07 | 2015-05-19 20:10:18 -0700 | [diff] [blame^] | 33 | err error |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 34 | // Used to prevent concurrent transactions. |
| 35 | // TODO(rogulenko): improve concurrency. |
Sergey Rogulenko | 0dbfe07 | 2015-05-19 20:10:18 -0700 | [diff] [blame^] | 36 | txmu sync.Mutex |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 37 | } |
| 38 | |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 39 | var _ store.Store = (*db)(nil) |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 40 | |
| 41 | // Open opens the database located at the given path, creating it if it doesn't |
| 42 | // exist. |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 43 | func Open(path string) (store.Store, error) { |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 44 | var cError *C.char |
| 45 | cPath := C.CString(path) |
| 46 | defer C.free(unsafe.Pointer(cPath)) |
| 47 | |
| 48 | cOpts := C.leveldb_options_create() |
| 49 | C.leveldb_options_set_create_if_missing(cOpts, 1) |
| 50 | C.leveldb_options_set_paranoid_checks(cOpts, 1) |
| 51 | defer C.leveldb_options_destroy(cOpts) |
| 52 | |
| 53 | cDb := C.leveldb_open(cOpts, cPath, &cError) |
| 54 | if err := goError(cError); err != nil { |
| 55 | return nil, err |
| 56 | } |
| 57 | readOptions := C.leveldb_readoptions_create() |
| 58 | C.leveldb_readoptions_set_verify_checksums(readOptions, 1) |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 59 | return &db{ |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 60 | cDb: cDb, |
| 61 | readOptions: readOptions, |
| 62 | writeOptions: C.leveldb_writeoptions_create(), |
| 63 | }, nil |
| 64 | } |
| 65 | |
| 66 | // Close implements the store.Store interface. |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 67 | func (d *db) Close() error { |
Sergey Rogulenko | 0dbfe07 | 2015-05-19 20:10:18 -0700 | [diff] [blame^] | 68 | d.mu.Lock() |
| 69 | defer d.mu.Unlock() |
| 70 | if d.err != nil { |
| 71 | return d.err |
| 72 | } |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 73 | C.leveldb_close(d.cDb) |
Sergey Rogulenko | 0dbfe07 | 2015-05-19 20:10:18 -0700 | [diff] [blame^] | 74 | d.cDb = nil |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 75 | C.leveldb_readoptions_destroy(d.readOptions) |
Sergey Rogulenko | 0dbfe07 | 2015-05-19 20:10:18 -0700 | [diff] [blame^] | 76 | d.readOptions = nil |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 77 | C.leveldb_writeoptions_destroy(d.writeOptions) |
Sergey Rogulenko | 0dbfe07 | 2015-05-19 20:10:18 -0700 | [diff] [blame^] | 78 | d.writeOptions = nil |
| 79 | d.err = errors.New("closed store") |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 80 | return nil |
| 81 | } |
| 82 | |
| 83 | // Destroy removes all physical data of the database located at the given path. |
| 84 | func Destroy(path string) error { |
| 85 | var cError *C.char |
| 86 | cPath := C.CString(path) |
| 87 | defer C.free(unsafe.Pointer(cPath)) |
| 88 | cOpts := C.leveldb_options_create() |
| 89 | defer C.leveldb_options_destroy(cOpts) |
| 90 | C.leveldb_destroy_db(cOpts, cPath, &cError) |
| 91 | return goError(cError) |
| 92 | } |
| 93 | |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 94 | // Get implements the store.StoreReader interface. |
| 95 | func (d *db) Get(key, valbuf []byte) ([]byte, error) { |
| 96 | return d.getWithOpts(key, valbuf, d.readOptions) |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 97 | } |
| 98 | |
| 99 | // Scan implements the store.StoreReader interface. |
Sergey Rogulenko | 0dbfe07 | 2015-05-19 20:10:18 -0700 | [diff] [blame^] | 100 | func (d *db) Scan(start, end []byte) store.Stream { |
| 101 | d.mu.RLock() |
| 102 | defer d.mu.RUnlock() |
| 103 | if d.err != nil { |
| 104 | return &store.InvalidStream{d.err} |
| 105 | } |
| 106 | return newStream(d, start, end, d.readOptions) |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 107 | } |
| 108 | |
| 109 | // Put implements the store.StoreWriter interface. |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 110 | func (d *db) Put(key, value []byte) error { |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 111 | // TODO(rogulenko): improve performance. |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 112 | return store.RunInTransaction(d, func(st store.StoreReadWriter) error { |
Sergey Rogulenko | 802fe1e | 2015-05-08 12:51:22 -0700 | [diff] [blame] | 113 | return st.Put(key, value) |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 114 | }) |
| 115 | } |
| 116 | |
| 117 | // Delete implements the store.StoreWriter interface. |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 118 | func (d *db) Delete(key []byte) error { |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 119 | // TODO(rogulenko): improve performance. |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 120 | return store.RunInTransaction(d, func(st store.StoreReadWriter) error { |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 121 | return st.Delete(key) |
| 122 | }) |
| 123 | } |
| 124 | |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 125 | // NewTransaction implements the store.Store interface. |
| 126 | func (d *db) NewTransaction() store.Transaction { |
Sergey Rogulenko | 0dbfe07 | 2015-05-19 20:10:18 -0700 | [diff] [blame^] | 127 | // txmu is held until the transaction is successfully committed or aborted. |
| 128 | d.txmu.Lock() |
| 129 | d.mu.RLock() |
| 130 | defer d.mu.RUnlock() |
| 131 | if d.err != nil { |
| 132 | d.txmu.Unlock() |
| 133 | return &store.InvalidTransaction{d.err} |
| 134 | } |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 135 | return newTransaction(d) |
| 136 | } |
| 137 | |
| 138 | // NewSnapshot implements the store.Store interface. |
| 139 | func (d *db) NewSnapshot() store.Snapshot { |
Sergey Rogulenko | 0dbfe07 | 2015-05-19 20:10:18 -0700 | [diff] [blame^] | 140 | d.mu.RLock() |
| 141 | defer d.mu.RUnlock() |
| 142 | if d.err != nil { |
| 143 | return &store.InvalidSnapshot{d.err} |
| 144 | } |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 145 | return newSnapshot(d) |
| 146 | } |
| 147 | |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 148 | // getWithOpts returns the value for the given key. |
| 149 | // cOpts may contain a pointer to a snapshot. |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 150 | func (d *db) getWithOpts(key, valbuf []byte, cOpts *C.leveldb_readoptions_t) ([]byte, error) { |
Sergey Rogulenko | 0dbfe07 | 2015-05-19 20:10:18 -0700 | [diff] [blame^] | 151 | d.mu.RLock() |
| 152 | defer d.mu.RUnlock() |
| 153 | if d.err != nil { |
| 154 | return valbuf, d.err |
| 155 | } |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 156 | var cError *C.char |
| 157 | var valLen C.size_t |
| 158 | cStr, cLen := cSlice(key) |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 159 | val := C.leveldb_get(d.cDb, cOpts, cStr, cLen, &valLen, &cError) |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 160 | if err := goError(cError); err != nil { |
Sergey Rogulenko | 0dbfe07 | 2015-05-19 20:10:18 -0700 | [diff] [blame^] | 161 | return valbuf, err |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 162 | } |
| 163 | if val == nil { |
Sergey Rogulenko | 0dbfe07 | 2015-05-19 20:10:18 -0700 | [diff] [blame^] | 164 | return valbuf, &store.ErrUnknownKey{Key: string(key)} |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 165 | } |
| 166 | defer C.leveldb_free(unsafe.Pointer(val)) |
Adam Sadovsky | c18c8ca | 2015-05-08 18:05:46 -0700 | [diff] [blame] | 167 | return store.CopyBytes(valbuf, goBytes(val, valLen)), nil |
Sergey Rogulenko | b0081cf | 2015-05-05 22:39:37 -0700 | [diff] [blame] | 168 | } |