Overview
| Comment: | added in the wal and shm file times when deciding whether to sync |
|---|---|
| Downloads: | Tarball | ZIP archive | SQL archive |
| Timelines: | family | ancestors | descendants | both | v1.70 |
| Files: | files | file ages | folders |
| SHA1: |
46be9f0c6fef0b256475f57f12893628 |
| User & Date: | mmgraham on 2022-12-24 00:08:11 |
| Other Links: | branch diff | manifest | tags |
Context
|
2022-12-27
| ||
| 12:20 | Changed version to 1.7011 check-in: 90c94db373 user: mmgraham tags: v1.70, v1.7011 | |
|
2022-12-24
| ||
| 00:08 | added in the wal and shm file times when deciding whether to sync check-in: 46be9f0c6f user: mmgraham tags: v1.70 | |
|
2022-11-20
| ||
| 16:15 | possible improvement, untested. check-in: 4f0aa04874 user: matt tags: v1.70 | |
Changes
Modified db.scm from [d143149924] to [9dde16de83].
| ︙ | ︙ | |||
405 406 407 408 409 410 411 | ;; use-last-update: #t))) ;; (thread-start! th1) ;; (apply proc cache-db params) ;; )))) | < | | > > | | | > > > > > > > | | 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 |
;; use-last-update: #t)))
;; (thread-start! th1)
;; (apply proc cache-db params)
;; ))))
(define (db:all-db-sync dbstruct)
(let* ((dbdat (db:open-db dbstruct #f db:initialize-main-db))
(data-synced 0) ;; count of changed records
(tmp-area (common:get-db-tmp-area))
(dbfiles (glob (conc tmp-area"/.megatest/*.db")))
(sync-durations (make-hash-table))
(no-sync-db (db:open-no-sync-db)))
(for-each
(lambda (file) ;; tmp db file
(debug:print-info 3 *default-log-port* "file: " file)
(let* ((fname (conc (pathname-file file) ".db")) ;; fname is tmp db file
(wal-file (conc fname "-wal"))
(shm-file (conc fname "-shm"))
(fulln (conc *toppath*"/.megatest/"fname)) ;; fulln is nfs db name
(wal-time (if (file-exists? wal-file)
(file-modification-time wal-file)
0))
(shm-time (if (file-exists? shm-file)
(file-modification-time shm-file)
0))
(time1 (if (file-exists? file) ;; time1 is the max itime of the tmp db, -wal and -shm files.
(max (file-modification-time file) wal-time shm-time)
(begin
(debug:print-info 2 *default-log-port* "Sync - I do not see file "file)
1)))
(time2 (if (file-exists? fulln) ;; time2 is nfs file time
(file-modification-time fulln)
(begin
(debug:print-info 2 *default-log-port* "Sync - I do not see file "fulln)
0)))
(changed (> (- time1 time2) (+ (random 5) 1))) ;; it has been at some few seconds since last synced
(changed10 (> (- time1 time2) 10)) ;; it has been at least ten seconds since sync'd
(jfile-exists (file-exists? (conc file"-journal"))) ;; i.e. are we busy?
|
| ︙ | ︙ | |||
456 457 458 459 460 461 462 463 464 465 466 467 468 469 |
(hash-table-set! sync-durations (conc fname".db")
(- (current-milliseconds) start-time)))
(debug:print-info 3 *default-log-port* "skipping sync. " file " is up to date")
)))
dbfiles)
(if dbdat (dbfile:add-dbdat dbstruct #f dbdat)))
#t)
;; options:
;;
;; 'killservers - kills all servers
;; 'dejunk - removes junk records
;; 'adj-testids - move test-ids into correct ranges
;; 'old2new - sync megatest.db to /tmp/.../megatest.db and /tmp/.../megatest_ref.db
| > | 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 |
(hash-table-set! sync-durations (conc fname".db")
(- (current-milliseconds) start-time)))
(debug:print-info 3 *default-log-port* "skipping sync. " file " is up to date")
)))
dbfiles)
(if dbdat (dbfile:add-dbdat dbstruct #f dbdat)))
#t)
;; options:
;;
;; 'killservers - kills all servers
;; 'dejunk - removes junk records
;; 'adj-testids - move test-ids into correct ranges
;; 'old2new - sync megatest.db to /tmp/.../megatest.db and /tmp/.../megatest_ref.db
|
| ︙ | ︙ |