143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
|
;; iterated tests
;;
(defstruct dbr:counts
(state #f)
(status #f)
(count 0))
;; Retrieve a dbdat given run-id, open and setup both inmemory and
;; db file if needed
;;
;; if run-id => get run specific db
;; if #f => get main.db
;; if db already open - return inmem
;; if db not open, open inmem, rundb and sync then return inmem
;; inuse gets set automatically for rundb's
;;
(define (db:get-dbdat dbstruct apath run-id)
(let ((dbdat (dbr:dbstruct-get-dbdat dbstruct run-id)))
(if dbdat
dbdat
(let* ((dbfile (db:run-id->path apath run-id))
(newdbdat (db:open-dbdat apath run-id db:initialize-db)))
(dbr:dbstruct-dbdat-put! dbstruct run-id newdbdat)
newdbdat))))
;; get the inmem db for actual db operations
;;
(define (db:get-inmem dbstruct run-id)
(dbr:dbdat-inmem (db:get-dbdat dbstruct run-id)))
;; get the handle for the on-disk db
;;
(define (db:get-ddb dbstruct apath run-id)
(dbr:dbdat-db (db:get-dbdat dbstruct apath run-id)))
;; open or create the disk db file
;; create and fill the inmemory db
;; assemble into dbr:dbdat struct and return
;;
(define (db:open-dbdat apath run-id dbinit-proc)
(let* ((dbfile (db:run-id->path apath run-id))
(db (db:open-run-db dbfile dbinit-proc))
(inmem (db:open-inmem-db dbinit-proc))
(dbdat (make-dbr:dbdat
db: db
inmem: inmem
run-id: run-id
fname: dbfile)))
;; now sync the disk file data into the inmemory db
(db:sync-tables (db:sync-all-tables-list) #f db inmem)
dbdat))
;; open the disk database file
;; NOTE: May need to add locking to file create process here
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
|
;; iterated tests
;;
(defstruct dbr:counts
(state #f)
(status #f)
(count 0))
;; Retrieve a dbdat given dbfile, open and setup both inmemory and
;; db file if needed
;;
;; if run-id => get run specific db
;; if #f => get main.db
;; if db already open - return inmem
;; if db not open, open inmem, rundb and sync then return inmem
;; inuse gets set automatically for rundb's
;;
(define (db:get-dbdat dbstruct apath dbfile)
(let ((dbdat (dbr:dbstruct-get-dbdat dbstruct dbfile))) ;; run-id)))
(if dbdat
dbdat
(let* (;; (dbfile (db:run-id->path apath run-id))
(newdbdat (db:open-dbdat apath dbfile db:initialize-db)))
(dbr:dbstruct-dbdat-put! dbstruct dbfile newdbdat)
newdbdat))))
;; get the inmem db for actual db operations
;;
(define (db:get-inmem dbstruct dbfile)
(dbr:dbdat-inmem (db:get-dbdat dbstruct dbfile)))
;; get the handle for the on-disk db
;;
(define (db:get-ddb dbstruct apath dbfile)
(dbr:dbdat-db (db:get-dbdat dbstruct apath dbfile)))
;; open or create the disk db file
;; create and fill the inmemory db
;; assemble into dbr:dbdat struct and return
;;
(define (db:open-dbdat apath dbfile dbinit-proc)
(let* (;; (dbfile (db:run-id->path apath run-id))
(db (db:open-run-db dbfile dbinit-proc))
(inmem (db:open-inmem-db dbinit-proc))
(dbdat (make-dbr:dbdat
db: db
inmem: inmem
;; run-id: run-id ;; no can do, there are many run-id values that point to single db
fname: dbfile)))
;; now sync the disk file data into the inmemory db
(db:sync-tables (db:sync-all-tables-list) #f db inmem)
dbdat))
;; open the disk database file
;; NOTE: May need to add locking to file create process here
|
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
|
;; ;; (set! *db-last-access* start-t)
;; ;; (mutex-unlock! *db-multi-sync-mutex*)
;; ;; (stack-push! (dbr:dbstruct-dbstack dbstruct) tmpdb)))
;; NOTE: touched logic is disabled/not done
;; sync run to disk if touched
;;
(define (db:sync-inmem->disk dbstruct run-id #!key (force-sync #f))
(let* ((dbdat (db:get-dbdat dbstruct run-id))
(db (dbr:dbdat-db dbstruct))
(inmem (dbr:dbdat-inmem dbstruct))
(start-t (current-seconds))
(last-update (dbr:dbdat-last-write dbdat))
(last-sync (dbr:dbdat-last-sync dbdat)))
(debug:print-info 4 *default-log-port* "Syncing for run-id: " run-id)
(mutex-lock! *db-multi-sync-mutex*)
(let* ((update_info (cons (if force-sync 0 last-update) "last_update"))
(need-sync (or force-sync (>= last-update last-sync))))
(mutex-unlock! *db-multi-sync-mutex*)
(if need-sync
(db:sync-tables (db:sync-all-tables-list) update_info inmem db)
(debug:print 0 *default-log-port* "Skipping sync as nothing touched.")))
|
|
|
|
|
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
|
;; ;; (set! *db-last-access* start-t)
;; ;; (mutex-unlock! *db-multi-sync-mutex*)
;; ;; (stack-push! (dbr:dbstruct-dbstack dbstruct) tmpdb)))
;; NOTE: touched logic is disabled/not done
;; sync run to disk if touched
;;
(define (db:sync-inmem->disk dbstruct dbfile #!key (force-sync #f))
(let* ((dbdat (db:get-dbdat dbstruct dbfile))
(db (dbr:dbdat-db dbstruct))
(inmem (dbr:dbdat-inmem dbstruct))
(start-t (current-seconds))
(last-update (dbr:dbdat-last-write dbdat))
(last-sync (dbr:dbdat-last-sync dbdat)))
(debug:print-info 4 *default-log-port* "Syncing for dbfile: " dbfile)
(mutex-lock! *db-multi-sync-mutex*)
(let* ((update_info (cons (if force-sync 0 last-update) "last_update"))
(need-sync (or force-sync (>= last-update last-sync))))
(mutex-unlock! *db-multi-sync-mutex*)
(if need-sync
(db:sync-tables (db:sync-all-tables-list) update_info inmem db)
(debug:print 0 *default-log-port* "Skipping sync as nothing touched.")))
|