Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 1 | // Copyright 2015 The Vanadium Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style |
| 3 | // license that can be found in the LICENSE file. |
| 4 | |
| 5 | package server |
| 6 | |
| 7 | import ( |
Adam Sadovsky | 232c366 | 2015-06-04 15:00:09 -0700 | [diff] [blame] | 8 | "path" |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 9 | "sync" |
| 10 | |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 11 | "v.io/v23/context" |
| 12 | "v.io/v23/rpc" |
| 13 | "v.io/v23/security/access" |
Adam Sadovsky | f2efeb5 | 2015-08-31 14:17:49 -0700 | [diff] [blame] | 14 | wire "v.io/v23/services/syncbase" |
| 15 | nosqlwire "v.io/v23/services/syncbase/nosql" |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 16 | "v.io/v23/verror" |
Adam Sadovsky | d6b9a23 | 2015-06-16 14:04:45 -0700 | [diff] [blame] | 17 | "v.io/x/lib/vlog" |
Adam Sadovsky | f2efeb5 | 2015-08-31 14:17:49 -0700 | [diff] [blame] | 18 | "v.io/x/ref/services/syncbase/server/interfaces" |
| 19 | "v.io/x/ref/services/syncbase/server/nosql" |
| 20 | "v.io/x/ref/services/syncbase/server/util" |
| 21 | "v.io/x/ref/services/syncbase/store" |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 22 | ) |
| 23 | |
Adam Sadovsky | 1c91f2a | 2015-06-04 22:23:51 -0700 | [diff] [blame] | 24 | // app is a per-app singleton (i.e. not per-request) that handles App RPCs. |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 25 | type app struct { |
| 26 | name string |
| 27 | s *service |
| 28 | // The fields below are initialized iff this app exists. |
Adam Sadovsky | d6b9a23 | 2015-06-16 14:04:45 -0700 | [diff] [blame] | 29 | exists bool |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 30 | // Guards the fields below. Held during database Create, Delete, and |
| 31 | // SetPermissions. |
| 32 | mu sync.Mutex |
Adam Sadovsky | bc00bd6 | 2015-05-22 12:50:03 -0700 | [diff] [blame] | 33 | dbs map[string]interfaces.Database |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 34 | } |
| 35 | |
| 36 | var ( |
| 37 | _ wire.AppServerMethods = (*app)(nil) |
Adam Sadovsky | bc00bd6 | 2015-05-22 12:50:03 -0700 | [diff] [blame] | 38 | _ interfaces.App = (*app)(nil) |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 39 | ) |
| 40 | |
| 41 | //////////////////////////////////////// |
| 42 | // RPC methods |
| 43 | |
Adam Sadovsky | 20c70b9 | 2015-09-15 11:47:11 -0700 | [diff] [blame] | 44 | // TODO(sadovsky): Implement Glob__ or GlobChildren__. |
| 45 | |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 46 | // TODO(sadovsky): Require the app name to match the client's blessing name. |
| 47 | // I.e. reserve names at the app level of the hierarchy. |
| 48 | func (a *app) Create(ctx *context.T, call rpc.ServerCall, perms access.Permissions) error { |
Adam Sadovsky | d6b9a23 | 2015-06-16 14:04:45 -0700 | [diff] [blame] | 49 | if a.exists { |
| 50 | return verror.New(verror.ErrExist, ctx, a.name) |
| 51 | } |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 52 | // This app does not yet exist; a is just an ephemeral handle that holds |
| 53 | // {name string, s *service}. a.s.createApp will create a new app handle and |
| 54 | // store it in a.s.apps[a.name]. |
| 55 | return a.s.createApp(ctx, call, a.name, perms) |
| 56 | } |
| 57 | |
Ali Ghassemi | f074df8 | 2015-09-03 15:03:22 -0700 | [diff] [blame] | 58 | func (a *app) Destroy(ctx *context.T, call rpc.ServerCall) error { |
| 59 | return a.s.destroyApp(ctx, call, a.name) |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 60 | } |
| 61 | |
Ivan Pilat | 8e4a4ab | 2015-07-14 12:14:52 -0700 | [diff] [blame] | 62 | func (a *app) Exists(ctx *context.T, call rpc.ServerCall) (bool, error) { |
| 63 | if !a.exists { |
| 64 | return false, nil |
| 65 | } |
| 66 | return util.ErrorToExists(util.GetWithAuth(ctx, call, a.s.st, a.stKey(), &appData{})) |
| 67 | } |
| 68 | |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 69 | func (a *app) SetPermissions(ctx *context.T, call rpc.ServerCall, perms access.Permissions, version string) error { |
Adam Sadovsky | d6b9a23 | 2015-06-16 14:04:45 -0700 | [diff] [blame] | 70 | if !a.exists { |
| 71 | return verror.New(verror.ErrNoExist, ctx, a.name) |
| 72 | } |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 73 | return a.s.setAppPerms(ctx, call, a.name, perms, version) |
| 74 | } |
| 75 | |
| 76 | func (a *app) GetPermissions(ctx *context.T, call rpc.ServerCall) (perms access.Permissions, version string, err error) { |
Adam Sadovsky | d6b9a23 | 2015-06-16 14:04:45 -0700 | [diff] [blame] | 77 | if !a.exists { |
| 78 | return nil, "", verror.New(verror.ErrNoExist, ctx, a.name) |
| 79 | } |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 80 | data := &appData{} |
Adam Sadovsky | a31a7cd | 2015-07-08 10:44:07 -0700 | [diff] [blame] | 81 | if err := util.GetWithAuth(ctx, call, a.s.st, a.stKey(), data); err != nil { |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 82 | return nil, "", err |
| 83 | } |
| 84 | return data.Perms, util.FormatVersion(data.Version), nil |
| 85 | } |
| 86 | |
Adam Sadovsky | 20c70b9 | 2015-09-15 11:47:11 -0700 | [diff] [blame] | 87 | func (a *app) ListDatabases(ctx *context.T, call rpc.ServerCall) ([]string, error) { |
Adam Sadovsky | d6b9a23 | 2015-06-16 14:04:45 -0700 | [diff] [blame] | 88 | if !a.exists { |
Adam Sadovsky | 20c70b9 | 2015-09-15 11:47:11 -0700 | [diff] [blame] | 89 | return nil, verror.New(verror.ErrNoExist, ctx, a.name) |
Adam Sadovsky | d6b9a23 | 2015-06-16 14:04:45 -0700 | [diff] [blame] | 90 | } |
Adam Sadovsky | 4926119 | 2015-05-19 17:39:59 -0700 | [diff] [blame] | 91 | // Check perms. |
| 92 | sn := a.s.st.NewSnapshot() |
Adam Sadovsky | a31a7cd | 2015-07-08 10:44:07 -0700 | [diff] [blame] | 93 | if err := util.GetWithAuth(ctx, call, sn, a.stKey(), &appData{}); err != nil { |
Sergey Rogulenko | 1068b1a | 2015-08-03 16:53:27 -0700 | [diff] [blame] | 94 | sn.Abort() |
Adam Sadovsky | 20c70b9 | 2015-09-15 11:47:11 -0700 | [diff] [blame] | 95 | return nil, err |
Adam Sadovsky | 4926119 | 2015-05-19 17:39:59 -0700 | [diff] [blame] | 96 | } |
Adam Sadovsky | 20c70b9 | 2015-09-15 11:47:11 -0700 | [diff] [blame] | 97 | return util.ListChildren(ctx, call, sn, util.JoinKeyParts(util.DbInfoPrefix, a.name)) |
Adam Sadovsky | 4926119 | 2015-05-19 17:39:59 -0700 | [diff] [blame] | 98 | } |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 99 | |
| 100 | //////////////////////////////////////// |
Adam Sadovsky | bc00bd6 | 2015-05-22 12:50:03 -0700 | [diff] [blame] | 101 | // interfaces.App methods |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 102 | |
Himabindu Pucha | f9ec56f | 2015-06-02 11:34:05 -0700 | [diff] [blame] | 103 | func (a *app) Service() interfaces.Service { |
| 104 | return a.s |
| 105 | } |
| 106 | |
Adam Sadovsky | bc00bd6 | 2015-05-22 12:50:03 -0700 | [diff] [blame] | 107 | func (a *app) NoSQLDatabase(ctx *context.T, call rpc.ServerCall, dbName string) (interfaces.Database, error) { |
Adam Sadovsky | d6b9a23 | 2015-06-16 14:04:45 -0700 | [diff] [blame] | 108 | if !a.exists { |
| 109 | vlog.Fatalf("app %q does not exist", a.name) |
| 110 | } |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 111 | a.mu.Lock() |
| 112 | defer a.mu.Unlock() |
| 113 | d, ok := a.dbs[dbName] |
| 114 | if !ok { |
Adam Sadovsky | a3fc33c | 2015-06-02 18:44:46 -0700 | [diff] [blame] | 115 | return nil, verror.New(verror.ErrNoExist, ctx, dbName) |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 116 | } |
| 117 | return d, nil |
| 118 | } |
| 119 | |
Raja Daoud | a9cfe5e | 2015-05-28 14:38:34 -0700 | [diff] [blame] | 120 | func (a *app) NoSQLDatabaseNames(ctx *context.T, call rpc.ServerCall) ([]string, error) { |
Adam Sadovsky | d6b9a23 | 2015-06-16 14:04:45 -0700 | [diff] [blame] | 121 | if !a.exists { |
| 122 | vlog.Fatalf("app %q does not exist", a.name) |
| 123 | } |
Adam Sadovsky | 8db7443 | 2015-05-29 17:37:32 -0700 | [diff] [blame] | 124 | // In the future this API will likely be replaced by one that streams the |
| 125 | // database names. |
Raja Daoud | a9cfe5e | 2015-05-28 14:38:34 -0700 | [diff] [blame] | 126 | a.mu.Lock() |
| 127 | defer a.mu.Unlock() |
| 128 | dbNames := make([]string, 0, len(a.dbs)) |
| 129 | for n := range a.dbs { |
| 130 | dbNames = append(dbNames, n) |
| 131 | } |
| 132 | return dbNames, nil |
| 133 | } |
| 134 | |
Jatin Lodhia | f6486d4 | 2015-07-17 15:57:36 -0700 | [diff] [blame] | 135 | func (a *app) CreateNoSQLDatabase(ctx *context.T, call rpc.ServerCall, dbName string, perms access.Permissions, metadata *nosqlwire.SchemaMetadata) error { |
Adam Sadovsky | d6b9a23 | 2015-06-16 14:04:45 -0700 | [diff] [blame] | 136 | if !a.exists { |
| 137 | vlog.Fatalf("app %q does not exist", a.name) |
| 138 | } |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 139 | // TODO(sadovsky): Crash if any step fails, and use WAL to ensure that if we |
| 140 | // crash, upon restart we execute any remaining steps before we start handling |
| 141 | // client requests. |
| 142 | // |
| 143 | // Steps: |
| 144 | // 1. Check appData perms, create dbInfo record. |
| 145 | // 2. Initialize database. |
| 146 | // 3. Flip dbInfo.Initialized to true. <===== CHANGE BECOMES VISIBLE |
| 147 | a.mu.Lock() |
| 148 | defer a.mu.Unlock() |
| 149 | if _, ok := a.dbs[dbName]; ok { |
| 150 | // TODO(sadovsky): Should this be ErrExistOrNoAccess, for privacy? |
| 151 | return verror.New(verror.ErrExist, ctx, dbName) |
| 152 | } |
| 153 | |
| 154 | // 1. Check appData perms, create dbInfo record. |
Adam Sadovsky | b6a5aa3 | 2015-07-07 13:05:26 -0700 | [diff] [blame] | 155 | rootDir, engine := a.rootDirForDb(dbName), a.s.opts.Engine |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 156 | aData := &appData{} |
Sergey Rogulenko | 1068b1a | 2015-08-03 16:53:27 -0700 | [diff] [blame] | 157 | if err := store.RunInTransaction(a.s.st, func(tx store.Transaction) error { |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 158 | // Check appData perms. |
Sergey Rogulenko | 1068b1a | 2015-08-03 16:53:27 -0700 | [diff] [blame] | 159 | if err := util.GetWithAuth(ctx, call, tx, a.stKey(), aData); err != nil { |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 160 | return err |
| 161 | } |
| 162 | // Check for "database already exists". |
Sergey Rogulenko | 1068b1a | 2015-08-03 16:53:27 -0700 | [diff] [blame] | 163 | if _, err := a.getDbInfo(ctx, tx, dbName); verror.ErrorID(err) != verror.ErrNoExist.ID { |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 164 | if err != nil { |
| 165 | return err |
| 166 | } |
| 167 | // TODO(sadovsky): Should this be ErrExistOrNoAccess, for privacy? |
| 168 | return verror.New(verror.ErrExist, ctx, dbName) |
| 169 | } |
| 170 | // Write new dbInfo. |
| 171 | info := &dbInfo{ |
Adam Sadovsky | b6a5aa3 | 2015-07-07 13:05:26 -0700 | [diff] [blame] | 172 | Name: dbName, |
| 173 | RootDir: rootDir, |
| 174 | Engine: engine, |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 175 | } |
Sergey Rogulenko | 1068b1a | 2015-08-03 16:53:27 -0700 | [diff] [blame] | 176 | return a.putDbInfo(ctx, tx, dbName, info) |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 177 | }); err != nil { |
| 178 | return err |
| 179 | } |
| 180 | |
| 181 | // 2. Initialize database. |
| 182 | if perms == nil { |
| 183 | perms = aData.Perms |
| 184 | } |
Jatin Lodhia | f6486d4 | 2015-07-17 15:57:36 -0700 | [diff] [blame] | 185 | d, err := nosql.NewDatabase(ctx, a, dbName, metadata, nosql.DatabaseOptions{ |
Adam Sadovsky | 232c366 | 2015-06-04 15:00:09 -0700 | [diff] [blame] | 186 | Perms: perms, |
Adam Sadovsky | b6a5aa3 | 2015-07-07 13:05:26 -0700 | [diff] [blame] | 187 | RootDir: rootDir, |
| 188 | Engine: engine, |
Adam Sadovsky | 232c366 | 2015-06-04 15:00:09 -0700 | [diff] [blame] | 189 | }) |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 190 | if err != nil { |
| 191 | return err |
| 192 | } |
| 193 | |
| 194 | // 3. Flip dbInfo.Initialized to true. |
Sergey Rogulenko | 1068b1a | 2015-08-03 16:53:27 -0700 | [diff] [blame] | 195 | if err := store.RunInTransaction(a.s.st, func(tx store.Transaction) error { |
| 196 | return a.updateDbInfo(ctx, tx, dbName, func(info *dbInfo) error { |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 197 | info.Initialized = true |
| 198 | return nil |
| 199 | }) |
| 200 | }); err != nil { |
| 201 | return err |
| 202 | } |
| 203 | |
| 204 | a.dbs[dbName] = d |
| 205 | return nil |
| 206 | } |
| 207 | |
Ali Ghassemi | f074df8 | 2015-09-03 15:03:22 -0700 | [diff] [blame] | 208 | func (a *app) DestroyNoSQLDatabase(ctx *context.T, call rpc.ServerCall, dbName string) error { |
Adam Sadovsky | d6b9a23 | 2015-06-16 14:04:45 -0700 | [diff] [blame] | 209 | if !a.exists { |
| 210 | vlog.Fatalf("app %q does not exist", a.name) |
| 211 | } |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 212 | // TODO(sadovsky): Crash if any step fails, and use WAL to ensure that if we |
| 213 | // crash, upon restart we execute any remaining steps before we start handling |
| 214 | // client requests. |
| 215 | // |
| 216 | // Steps: |
| 217 | // 1. Check databaseData perms. |
| 218 | // 2. Flip dbInfo.Deleted to true. <===== CHANGE BECOMES VISIBLE |
| 219 | // 3. Delete database. |
| 220 | // 4. Delete dbInfo record. |
| 221 | a.mu.Lock() |
| 222 | defer a.mu.Unlock() |
| 223 | d, ok := a.dbs[dbName] |
| 224 | if !ok { |
Ali Ghassemi | f074df8 | 2015-09-03 15:03:22 -0700 | [diff] [blame] | 225 | return nil // destroy is idempotent |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 226 | } |
| 227 | |
| 228 | // 1. Check databaseData perms. |
Himabindu Pucha | f9ec56f | 2015-06-02 11:34:05 -0700 | [diff] [blame] | 229 | if err := d.CheckPermsInternal(ctx, call, d.St()); err != nil { |
Adam Sadovsky | a3fc33c | 2015-06-02 18:44:46 -0700 | [diff] [blame] | 230 | if verror.ErrorID(err) == verror.ErrNoExist.ID { |
Ali Ghassemi | f074df8 | 2015-09-03 15:03:22 -0700 | [diff] [blame] | 231 | return nil // destroy is idempotent |
Adam Sadovsky | a3fc33c | 2015-06-02 18:44:46 -0700 | [diff] [blame] | 232 | } |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 233 | return err |
| 234 | } |
| 235 | |
| 236 | // 2. Flip dbInfo.Deleted to true. |
Sergey Rogulenko | 1068b1a | 2015-08-03 16:53:27 -0700 | [diff] [blame] | 237 | if err := store.RunInTransaction(a.s.st, func(tx store.Transaction) error { |
| 238 | return a.updateDbInfo(ctx, tx, dbName, func(info *dbInfo) error { |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 239 | info.Deleted = true |
| 240 | return nil |
| 241 | }) |
| 242 | }); err != nil { |
| 243 | return err |
| 244 | } |
| 245 | |
| 246 | // 3. Delete database. |
Sergey Rogulenko | d3a738b | 2015-06-10 18:37:41 -0700 | [diff] [blame] | 247 | if err := d.St().Close(); err != nil { |
| 248 | return err |
| 249 | } |
Adam Sadovsky | d6b9a23 | 2015-06-16 14:04:45 -0700 | [diff] [blame] | 250 | if err := util.DestroyStore(a.s.opts.Engine, a.rootDirForDb(dbName)); err != nil { |
Sergey Rogulenko | d3a738b | 2015-06-10 18:37:41 -0700 | [diff] [blame] | 251 | return err |
| 252 | } |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 253 | |
| 254 | // 4. Delete dbInfo record. |
Sergey Rogulenko | 1b92b4f | 2015-06-18 23:06:11 -0700 | [diff] [blame] | 255 | if err := a.delDbInfo(ctx, a.s.st, dbName); err != nil { |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 256 | return err |
| 257 | } |
| 258 | |
| 259 | delete(a.dbs, dbName) |
| 260 | return nil |
| 261 | } |
| 262 | |
| 263 | func (a *app) SetDatabasePerms(ctx *context.T, call rpc.ServerCall, dbName string, perms access.Permissions, version string) error { |
Adam Sadovsky | d6b9a23 | 2015-06-16 14:04:45 -0700 | [diff] [blame] | 264 | if !a.exists { |
| 265 | vlog.Fatalf("app %q does not exist", a.name) |
| 266 | } |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 267 | a.mu.Lock() |
| 268 | defer a.mu.Unlock() |
| 269 | d, ok := a.dbs[dbName] |
| 270 | if !ok { |
Adam Sadovsky | a3fc33c | 2015-06-02 18:44:46 -0700 | [diff] [blame] | 271 | return verror.New(verror.ErrNoExist, ctx, dbName) |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 272 | } |
| 273 | return d.SetPermsInternal(ctx, call, perms, version) |
| 274 | } |
| 275 | |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 276 | func (a *app) Name() string { |
| 277 | return a.name |
| 278 | } |
| 279 | |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 280 | //////////////////////////////////////// |
| 281 | // Internal helpers |
| 282 | |
Adam Sadovsky | a31a7cd | 2015-07-08 10:44:07 -0700 | [diff] [blame] | 283 | func (a *app) stKey() string { |
| 284 | return util.JoinKeyParts(util.AppPrefix, a.stKeyPart()) |
| 285 | } |
| 286 | |
Adam Sadovsky | f3b7abc | 2015-05-04 15:33:22 -0700 | [diff] [blame] | 287 | func (a *app) stKeyPart() string { |
| 288 | return a.name |
| 289 | } |
Sergey Rogulenko | d3a738b | 2015-06-10 18:37:41 -0700 | [diff] [blame] | 290 | |
Adam Sadovsky | d6b9a23 | 2015-06-16 14:04:45 -0700 | [diff] [blame] | 291 | func (a *app) rootDirForDb(dbName string) string { |
Sergey Rogulenko | d3a738b | 2015-06-10 18:37:41 -0700 | [diff] [blame] | 292 | return path.Join(a.s.opts.RootDir, "apps", a.name, dbName) |
| 293 | } |