1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
|
package libpod
import (
"database/sql"
"encoding/json"
"io/ioutil"
"path/filepath"
"time"
"github.com/containers/storage"
spec "github.com/opencontainers/runtime-spec/specs-go"
"github.com/pkg/errors"
"github.com/sirupsen/logrus"
// Use SQLite backend for sql package
_ "github.com/mattn/go-sqlite3"
)
// Checks that the DB configuration matches the runtime's configuration
func checkDB(db *sql.DB, r *Runtime) (err error) {
// Create a table to hold runtime information
// TODO: Include UID/GID mappings
const runtimeTable = `
CREATE TABLE runtime(
Id INTEGER NOT NULL PRIMARY KEY,
SchemaVersion INTEGER NOT NULL,
StaticDir TEXT NOT NULL,
TmpDir TEXT NOT NULL,
RunRoot TEXT NOT NULL,
GraphRoot TEXT NOT NULL,
GraphDriverName TEXT NOT NULL,
CHECK (Id=0)
);
`
const fillRuntimeTable = `INSERT INTO runtime VALUES (
?, ?, ?, ?, ?, ?, ?
);`
const selectRuntimeTable = `SELECT SchemaVersion,
StaticDir,
TmpDir,
RunRoot,
GraphRoot,
GraphDriverName
FROM runtime WHERE id=0;`
const checkRuntimeExists = "SELECT name FROM sqlite_master WHERE type='table' AND name='runtime';"
tx, err := db.Begin()
if err != nil {
return errors.Wrapf(err, "error beginning database transaction")
}
defer func() {
if err != nil {
if err2 := tx.Rollback(); err2 != nil {
logrus.Errorf("Error rolling back transaction to check runtime table: %v", err2)
}
}
}()
row := tx.QueryRow(checkRuntimeExists)
var table string
if err := row.Scan(&table); err != nil {
// There is no runtime table
// Create and populate the runtime table
if err == sql.ErrNoRows {
if _, err := tx.Exec(runtimeTable); err != nil {
return errors.Wrapf(err, "error creating runtime table in database")
}
_, err := tx.Exec(fillRuntimeTable,
0,
DBSchema,
r.config.StaticDir,
r.config.TmpDir,
r.config.StorageConfig.RunRoot,
r.config.StorageConfig.GraphRoot,
r.config.StorageConfig.GraphDriverName)
if err != nil {
return errors.Wrapf(err, "error populating runtime table in database")
}
if err := tx.Commit(); err != nil {
return errors.Wrapf(err, "error committing runtime table transaction in database")
}
return nil
}
return errors.Wrapf(err, "error checking for presence of runtime table in database")
}
// There is a runtime table
// Retrieve its contents
var (
schemaVersion int
staticDir string
tmpDir string
runRoot string
graphRoot string
graphDriverName string
)
row = tx.QueryRow(selectRuntimeTable)
err = row.Scan(
&schemaVersion,
&staticDir,
&tmpDir,
&runRoot,
&graphRoot,
&graphDriverName)
if err != nil {
return errors.Wrapf(err, "error retrieving runtime information from database")
}
// Compare the information in the database against our runtime config
if schemaVersion != DBSchema {
return errors.Wrapf(ErrDBBadConfig, "database schema version %d does not match our schema version %d",
schemaVersion, DBSchema)
}
if staticDir != r.config.StaticDir {
return errors.Wrapf(ErrDBBadConfig, "database static directory %s does not match our static directory %s",
staticDir, r.config.StaticDir)
}
if tmpDir != r.config.TmpDir {
return errors.Wrapf(ErrDBBadConfig, "database temp directory %s does not match our temp directory %s",
tmpDir, r.config.TmpDir)
}
if runRoot != r.config.StorageConfig.RunRoot {
return errors.Wrapf(ErrDBBadConfig, "database runroot directory %s does not match our runroot directory %s",
runRoot, r.config.StorageConfig.RunRoot)
}
if graphRoot != r.config.StorageConfig.GraphRoot {
return errors.Wrapf(ErrDBBadConfig, "database graph root directory %s does not match our graph root directory %s",
graphRoot, r.config.StorageConfig.GraphRoot)
}
if graphDriverName != r.config.StorageConfig.GraphDriverName {
return errors.Wrapf(ErrDBBadConfig, "database runroot directory %s does not match our runroot directory %s",
graphDriverName, r.config.StorageConfig.GraphDriverName)
}
if err := tx.Commit(); err != nil {
return errors.Wrapf(err, "error committing runtime table transaction in database")
}
return nil
}
// Performs database setup including by not limited to initializing tables in
// the database
func prepareDB(db *sql.DB) (err error) {
// TODO create pod tables
// TODO add Pod ID to CreateStaticContainer as a FOREIGN KEY referencing podStatic(Id)
// TODO add ctr shared namespaces information - A separate table, probably? So we can FOREIGN KEY the ID
// TODO schema migration might be necessary and should be handled here
// TODO maybe make a port mappings table instead of JSONing the array and storing it?
// Enable foreign keys in SQLite
if _, err := db.Exec("PRAGMA foreign_keys = ON;"); err != nil {
return errors.Wrapf(err, "error enabling foreign key support in database")
}
// Create a table for unchanging container data
const createCtr = `
CREATE TABLE IF NOT EXISTS containers(
Id TEXT NOT NULL PRIMARY KEY,
Name TEXT NOT NULL UNIQUE,
ProcessLabel TEXT NOT NULL,
MountLabel TEXT NOT NULL,
Mounts TEXT NOT NULL,
ShmDir TEXT NOT NULL,
CreateNetNS INTEGER NOT NULL,
PortMappings TEXT NOT NULL,
StaticDir TEXT NOT NULL,
Stdin INTEGER NOT NULL,
LabelsJSON TEXT NOT NULL,
StopSignal INTEGER NOT NULL,
StopTimeout INTEGER NOT NULL,
CreatedTime TEXT NOT NULL,
RootfsImageID TEXT NOT NULL,
RootfsImageName TEXT NOT NULL,
UseImageConfig INTEGER NOT NULL,
User TEXT NOT NULL,
CHECK (Stdin IN (0, 1)),
CHECK (CreateNetNS IN (0, 1)),
CHECK (UseImageConfig IN (0, 1)),
CHECK (StopSignal>=0)
);
`
// Create a table for changing container state
const createCtrState = `
CREATE TABLE IF NOT EXISTS containerState(
Id TEXT NOT NULL PRIMARY KEY,
State INTEGER NOT NULL,
ConfigPath TEXT NOT NULL,
RunDir TEXT NOT NULL,
Mountpoint TEXT NOT NULL,
StartedTime TEXT NUT NULL,
FinishedTime TEXT NOT NULL,
ExitCode INTEGER NOT NULL,
OomKilled INTEGER NOT NULL,
Pid INTEGER NOT NULL,
NetNSPath TEXT NOT NULL,
CHECK (State>0),
CHECK (OomKilled IN (0, 1)),
FOREIGN KEY (Id) REFERENCES containers(Id) DEFERRABLE INITIALLY DEFERRED
);
`
// Create the tables
tx, err := db.Begin()
if err != nil {
return errors.Wrapf(err, "error beginning database transaction")
}
defer func() {
if err != nil {
if err2 := tx.Rollback(); err2 != nil {
logrus.Errorf("Error rolling back transaction to create tables: %v", err2)
}
}
}()
if _, err := tx.Exec(createCtr); err != nil {
return errors.Wrapf(err, "error creating containers table in database")
}
if _, err := tx.Exec(createCtrState); err != nil {
return errors.Wrapf(err, "error creating container state table in database")
}
if err := tx.Commit(); err != nil {
return errors.Wrapf(err, "error committing table creation transaction in database")
}
return nil
}
// Get filename for OCI spec on disk
func getSpecPath(specsDir, id string) string {
return filepath.Join(specsDir, id)
}
// Convert a bool into SQL-readable format
func boolToSQL(b bool) int {
if b {
return 1
}
return 0
}
// Convert a bool from SQL-readable format
func boolFromSQL(i int) bool {
return i != 0
}
// Convert a time.Time into SQL-readable format
func timeToSQL(t time.Time) string {
return t.Format(time.RFC3339Nano)
}
// Convert a SQL-readable time back to a time.Time
func timeFromSQL(s string) (time.Time, error) {
return time.Parse(time.RFC3339Nano, s)
}
// Interface to abstract sql.Rows and sql.Row so they can both be used
type scannable interface {
Scan(dest ...interface{}) error
}
// Read a single container from a single row result in the database
func ctrFromScannable(row scannable, runtime *Runtime, specsDir string, lockDir string) (*Container, error) {
var (
id string
name string
processLabel string
mountLabel string
mounts string
shmDir string
createNetNS int
portMappingsJSON string
staticDir string
stdin int
labelsJSON string
stopSignal uint
stopTimeout uint
createdTimeString string
rootfsImageID string
rootfsImageName string
useImageConfig int
user string
state int
configPath string
runDir string
mountpoint string
startedTimeString string
finishedTimeString string
exitCode int32
oomKilled int
pid int
netNSPath string
)
err := row.Scan(
&id,
&name,
&processLabel,
&mountLabel,
&mounts,
&shmDir,
&createNetNS,
&portMappingsJSON,
&staticDir,
&stdin,
&labelsJSON,
&stopSignal,
&stopTimeout,
&createdTimeString,
&rootfsImageID,
&rootfsImageName,
&useImageConfig,
&user,
&state,
&configPath,
&runDir,
&mountpoint,
&startedTimeString,
&finishedTimeString,
&exitCode,
&oomKilled,
&pid,
&netNSPath)
if err != nil {
if err == sql.ErrNoRows {
return nil, ErrNoSuchCtr
}
return nil, errors.Wrapf(err, "error parsing database row into container")
}
ctr := new(Container)
ctr.config = new(ContainerConfig)
ctr.state = new(containerRuntimeInfo)
ctr.config.ID = id
ctr.config.Name = name
ctr.config.RootfsImageID = rootfsImageID
ctr.config.RootfsImageName = rootfsImageName
ctr.config.UseImageConfig = boolFromSQL(useImageConfig)
ctr.config.ProcessLabel = processLabel
ctr.config.MountLabel = mountLabel
ctr.config.ShmDir = shmDir
ctr.config.CreateNetNS = boolFromSQL(createNetNS)
ctr.config.StaticDir = staticDir
ctr.config.Stdin = boolFromSQL(stdin)
ctr.config.StopSignal = stopSignal
ctr.config.StopTimeout = stopTimeout
ctr.config.User = user
ctr.state.State = ContainerState(state)
ctr.state.ConfigPath = configPath
ctr.state.RunDir = runDir
ctr.state.Mountpoint = mountpoint
ctr.state.ExitCode = exitCode
ctr.state.OOMKilled = boolFromSQL(oomKilled)
ctr.state.PID = pid
// TODO should we store this in the database separately instead?
if ctr.state.Mountpoint != "" {
ctr.state.Mounted = true
}
labels := make(map[string]string)
if err := json.Unmarshal([]byte(labelsJSON), &labels); err != nil {
return nil, errors.Wrapf(err, "error parsing container %s labels JSON", id)
}
ctr.config.Labels = labels
if err := json.Unmarshal([]byte(mounts), &ctr.config.Mounts); err != nil {
return nil, errors.Wrapf(err, "error parsing container %s mounts JSON", id)
}
if err := json.Unmarshal([]byte(portMappingsJSON), &ctr.config.PortMappings); err != nil {
return nil, errors.Wrapf(err, "error parsing container %s port mappings JSON", id)
}
createdTime, err := timeFromSQL(createdTimeString)
if err != nil {
return nil, errors.Wrapf(err, "error parsing container %s created time", id)
}
ctr.config.CreatedTime = createdTime
startedTime, err := timeFromSQL(startedTimeString)
if err != nil {
return nil, errors.Wrapf(err, "error parsing container %s started time", id)
}
ctr.state.StartedTime = startedTime
finishedTime, err := timeFromSQL(finishedTimeString)
if err != nil {
return nil, errors.Wrapf(err, "error parsing container %s finished time", id)
}
ctr.state.FinishedTime = finishedTime
// Join the network namespace, if there is one
if netNSPath != "" {
netNS, err := joinNetNS(netNSPath)
if err != nil {
return nil, errors.Wrapf(err, "error joining network namespace for container %s", id)
}
ctr.state.NetNS = netNS
}
ctr.valid = true
ctr.runtime = runtime
// Open and set the lockfile
lockPath := filepath.Join(lockDir, id)
lock, err := storage.GetLockfile(lockPath)
if err != nil {
return nil, errors.Wrapf(err, "error retrieving lockfile for container %s", id)
}
ctr.lock = lock
// Retrieve the spec from disk
ociSpec := new(spec.Spec)
specPath := getSpecPath(specsDir, id)
fileContents, err := ioutil.ReadFile(specPath)
if err != nil {
return nil, errors.Wrapf(err, "error reading container %s OCI spec", id)
}
if err := json.Unmarshal(fileContents, ociSpec); err != nil {
return nil, errors.Wrapf(err, "error parsing container %s OCI spec", id)
}
ctr.config.Spec = ociSpec
return ctr, nil
}
|