Index: api.scm
==================================================================
--- api.scm
+++ api.scm
@@ -229,10 +229,13 @@
                      ((set-state-status-and-roll-up-items) (apply db:set-state-status-and-roll-up-items dbstruct params))
                      ((set-state-status-and-roll-up-run) (apply db:set-state-status-and-roll-up-run dbstruct params)) 
                      ((top-test-set-per-pf-counts)      (apply db:top-test-set-per-pf-counts dbstruct params))
                      ((test-set-archive-block-id)       (apply db:test-set-archive-block-id dbstruct params))
 
+                     ((insert-test)                   (let ((run-id (alist-ref "run_id" params equal? #f)))
+                                                       (db:insert-test dbstruct run-id params)))
+
                      ;; RUNS
                      ((register-run)                 (apply db:register-run dbstruct params))
                      ((set-tests-state-status)       (apply db:set-tests-state-status dbstruct params))
                      ((delete-run)                   (apply db:delete-run dbstruct params))
                      ((lock/unlock-run)              (apply db:lock/unlock-run dbstruct params))
@@ -241,10 +244,12 @@
                      ((set-var)                      (apply db:set-var dbstruct params))
                      ((inc-var)                      (apply db:inc-var dbstruct params))
 		     ((dec-var)                      (apply db:dec-var dbstruct params))
                      ((del-var)                      (apply db:del-var dbstruct params))
 		     ((add-var)                      (apply db:add-var dbstruct params))
+
+                     ((insert-run)                   (apply db:insert-run dbstruct params))
 
                      ;; STEPS
                      ((teststep-set-status!)         (apply db:teststep-set-status! dbstruct params))
                      ((delete-steps-for-test!)       (apply db:delete-steps-for-test! dbstruct params))
                      

Index: common.scm
==================================================================
--- common.scm
+++ common.scm
@@ -133,10 +133,11 @@
 (define *configinfo*   #f)   ;; raw results from setup, includes toppath and table from megatest.config
 (define *runconfigdat* #f)   ;; run configs data
 (define *configdat*    #f)   ;; megatest.config data
 (define *configstatus* #f)   ;; status of data; 'fulldata : all processing done, #f : no data yet, 'partialdata : partial read done
 (define *toppath*      #f)
+(define *dbdir* ".mtdb")
 (define *already-seen-runconfig-info* #f)
 
 (define *test-meta-updated* (make-hash-table))
 (define *globalexitstatus*  0) ;; attempt to work around possible thread issues
 (define *passnum*           0) ;; when running track calls to run-tests or similar
@@ -153,11 +154,11 @@
 (define *db-stats-mutex*      (make-mutex))
 ;; db access
 (define *db-last-access*      (current-seconds)) ;; last db access, used in server
 ;; (define *db-write-access*     #t)
 ;; db sync
-;; (define *db-last-sync*        0)                 ;; last time the sync to megatest.db happened
+;; (define *db-last-sync*        0)                 ;; last time the sync to nfs db happened
 (define *db-sync-in-progress* #f)                ;; if there is a sync in progress do not try to start another
 ;; (define *db-multi-sync-mutex* (make-mutex))      ;; protect access to *db-sync-in-progress*, *db-last-sync*
 ;; task db
 (define *task-db*             #f) ;; (vector db path-to-db)
 (define *db-access-allowed*   #t) ;; flag to allow access
@@ -590,53 +591,10 @@
 		      (debug:print-error 0 *default-log-port* "failed to remove " fullname ", exn=" exn)
 		      (delete-file* fullname)))))
 	     files)
 	    (debug:print-info 0 *default-log-port* "Deleted " (length files) " files from logs, keeping " max-allowed " files."))))))
 
-;;======================================================================
-;; Force a megatest cleanup-db if version is changed and skip-version-check not specified
-;; Do NOT check if not on homehost!
-;;
-(define (common:exit-on-version-changed)
-  (if (common:on-homehost?)
-      (if (common:api-changed?)
-	  (let* ((mtconf (conc (get-environment-variable "MT_RUN_AREA_HOME") "/megatest.config"))
-                 (dbfile  (conc (get-environment-variable "MT_RUN_AREA_HOME") "/megatest.db"))
-                 (read-only (not (file-write-access? dbfile)))
-                 (dbstruct (db:setup #t))) ;; (db:setup-db *dbstruct-dbs* *toppath* #f))) ;;  #t)))
-	    (debug:print 0 *default-log-port*
-			 "WARNING: Version mismatch!\n"
-			 "   expected: " (common:version-signature) "\n"
-			 "   got:      " (common:get-last-run-version))
-            (cond
-             ((get-environment-variable "MT_SKIP_DB_MIGRATE") #t)
-             ((and (common:file-exists? mtconf) (common:file-exists? dbfile) (not read-only)
-                   (eq? (current-user-id)(file-owner mtconf))) ;; safe to run -cleanup-db
-              (debug:print 0 *default-log-port* "   I see you are the owner of megatest.config, attempting to cleanup and reset to new version")
-              (handle-exceptions
-               exn
-               (begin
-                 (debug:print 0 *default-log-port* "Failed to switch versions. exn=" exn)
-                 (debug:print 0 *default-log-port* " message: " ((condition-property-accessor 'exn 'message) exn))
-                 (print-call-chain (current-error-port))
-                 (exit 1))
-               (common:cleanup-db dbstruct)))
-             ((not (common:file-exists? mtconf))
-              (debug:print 0 *default-log-port* "   megatest.config does not exist in this area.  Cannot proceed with megatest version migration.")
-              (exit 1))
-             ((not (common:file-exists? dbfile))
-              (debug:print 0 *default-log-port* "   megatest.db does not exist in this area.  Cannot proceed with megatest version migration.")
-              (exit 1))
-             ((not (eq? (current-user-id)(file-owner mtconf)))
-              (debug:print 0 *default-log-port* "   You do not own megatest.db in this area.  Cannot proceed with megatest version migration.")
-              (exit 1))
-             (read-only
-              (debug:print 0 *default-log-port* "   You have read-only access to this area.  Cannot proceed with megatest version migration.")
-              (exit 1))
-             (else
-              (debug:print 0 *default-log-port* " to switch versions you can run: \"megatest -cleanup-db\"")
-              (exit 1)))))))
 ;;======================================================================
 ;;      (begin
 ;;	(debug:print 0 *default-log-port* "ERROR: cannot migrate version unless on homehost. Exiting.")
 ;;	(exit 1))))
 
@@ -954,16 +912,16 @@
 					  "/megatest_localdb/"
 					  tsname
 					  (string-translate *toppath* "/" "."))
 				    ))))
 		(set! *db-cache-path* dbpath)
-		;; ensure megatest area has .megatest
-		(let ((dbarea (conc *toppath* "/.megatest")))
+		;; ensure megatest area has dbdir
+		(let ((dbarea (conc *toppath* "/" *dbdir*)))
 		  (if (not (file-exists? dbarea))
 		      (create-directory dbarea)))
-		;; ensure tmp area has .megatest
-		(let ((dbarea (conc dbpath "/.megatest")))
+		;; ensure tmp area has dbdir
+		(let ((dbarea (conc dbpath "/" *dbdir*)))
 		  (if (not (file-exists? dbarea))
 		      (create-directory dbarea)))
 		dbpath))
 	  #f)))
 

Index: commonmod.scm
==================================================================
--- commonmod.scm
+++ commonmod.scm
@@ -86,10 +86,17 @@
 	'()))) ;; should it return empty list or #f to indicate not set?
 
 
 (define (get-section cfgdat section)
   (hash-table-ref/default cfgdat section '()))
+
+(define (common:make-tmpdir-name areapath tmpadj)
+  (let* ((area (pathname-file areapath))
+         (dname (conc "/tmp/"(current-user-name)"/megatest_localdb/" area "/" (string-translate areapath "/" ".") tmpadj "/.mtdb")))
+    (unless (directory-exists? dname)
+      (create-directory dname #t))
+    dname))
 
 ;; dot-locking egg seems not to work, using this for now
 ;; if lock is older than expire-time then remove it and try again
 ;; to get the lock
 ;;

Index: dashboard.scm
==================================================================
--- dashboard.scm
+++ dashboard.scm
@@ -664,11 +664,11 @@
 	 (last-db-time (if do-not-use-db-file-timestamps
 			   0
 			   (dboard:rundat-last-db-time run-dat)))
 	 (db-path      (or (dboard:rundat-db-path run-dat)
 			   (let* ((db-dir (common:get-db-tmp-area))
-				  (db-pth (conc db-dir "/.megatest/main.db")))
+				  (db-pth (conc db-dir "/" *dbdir* "/main.db")))
 			     (dboard:rundat-db-path-set! run-dat db-pth)
 			     db-pth)))
 	 (db-mod-time  (common:lazy-sqlite-db-modification-time db-path))
 	 (db-modified  (>= db-mod-time last-db-time))
 	 (multi-get    (> (dboard:rundat-run-data-offset run-dat) 0))  ;; multi-get in progress
@@ -3792,11 +3792,11 @@
 (stop-the-train)
 
 (define (main)
   ;; (print "Starting dashboard main")
     
-  (let* ((mtdb-path (conc *toppath* "/.megatest/main.db"))
+  (let* ((mtdb-path (conc *toppath* "/" *dbdir* "/main.db"))
          (target (args:get-arg "-target"))
          (commondat       (dboard:commondat-make)))
     (if target
         (begin
           (args:remove-arg-from-ht "-target")
@@ -3816,15 +3816,10 @@
       (debug:print 0 *default-log-port* "WARNING: You are starting the dashboard on a machine that is not the homehost:" (common:get-homehost))
       (debug:print 0 *default-log-port* "It will be slower.")
       ))
 
 
-    (if (and (common:file-exists? mtdb-path)
-	     (file-write-access? mtdb-path))
-	(if (not (args:get-arg "-skip-version-check"))
-            (common:exit-on-version-changed)))
-
     (let* ()
       ;; Move this stuff to db.scm? I'm not sure that is the right thing to do...
       (cond 
        ((args:get-arg "-test") ;; run-id,test-id
 	(let* ((dat     (let ((d (map string->number (string-split (args:get-arg "-test") ",")))) 
@@ -3889,11 +3884,11 @@
 
 
 ;; Sync to tmp only if in read-only mode.
 
 (define (sync-db-to-tmp tabdat)
-  (let* ((db-file "./.megatest/main.db"))
+  (let* ((db-file (conc "./" *dbdir* "/main.db")))
     (if (and (not (file-write-access? db-file)) ( > (current-seconds) (+ last-copy-time 5)))
       (begin
         (db:multi-db-sync (db:setup #f) 'old2new)
         (set! last-copy-time (current-seconds))
       )

Index: db.scm
==================================================================
--- db.scm
+++ db.scm
@@ -411,20 +411,20 @@
 
 (define (db:all-db-sync dbstruct)
   (let* ((dbdat (db:open-db dbstruct #f db:initialize-main-db))
 	 (data-synced       0) ;; count of changed records
     (tmp-area       (common:get-db-tmp-area))
-    (dbfiles        (glob (conc tmp-area"/.megatest/*.db")))
+    (dbfiles        (glob (conc tmp-area"/" *dbdir* "/*.db")))
     (sync-durations (make-hash-table))
     (no-sync-db        (db:open-no-sync-db)))
     (for-each
      (lambda (file) ;; tmp db file
        (debug:print-info 3 *default-log-port* "file: " file)
        (let* ((fname       (conc (pathname-file file) ".db")) ;; fname is tmp db file
               (wal-file (conc file "-wal"))
               (shm-file (conc file "-shm"))
-	      (fulln       (conc *toppath*"/.megatest/"fname)) ;; fulln is nfs db name
+	      (fulln       (conc *toppath*"/" *dbdir* "/"fname)) ;; fulln is nfs db name
               (wal-time     (if (file-exists? wal-file)             
 			       (file-modification-time wal-file)
                                0))
               (shm-time     (if (file-exists? shm-file)             
 			       (file-modification-time shm-file)
@@ -489,11 +489,11 @@
     (dejunk (member 'dejunk options))
     (killservers (member 'killservers options))
     (servers (server:get-list *toppath*))
     (src-area (if old2new *toppath* tmp-area))
     (dest-area (if old2new tmp-area *toppath*))
-    (dbfiles        (if old2new (glob (conc *toppath* "/.megatest/*.db")) (glob (conc tmp-area "/.megatest/*.db"))))
+    (dbfiles        (if old2new (glob (conc *toppath* "/" *dbdir* "/*.db")) (glob (conc tmp-area "/" *dbdir* "/*.db"))))
     (keys (db:get-keys dbstruct))
     (sync-durations (make-hash-table)))
 
 
     (if killservers
@@ -516,12 +516,12 @@
      (lambda (srcfile)
        (debug:print-info 3 *default-log-port* "file: " srcfile)
        (let* ((fname (conc (pathname-file srcfile) ".db"))
               (basename (pathname-file srcfile))
               (run-id (if (string= basename "main") #f (string->number basename)))
-	      (destfile (conc dest-area "/.megatest/" fname))
-              (dest-directory  (conc dest-area "/.megatest/"))
+	      (destfile (conc dest-area "/" *dbdir* "/" fname))
+              (dest-directory  (conc dest-area "/" *dbdir* "/"))
               (dummy (debug:print-info 2 *default-log-port* "destfile = " destfile))
               (dummy2 (debug:print-info 2 *default-log-port* "dejunk = " dejunk))
               ;; TODO: time1 and time2 need to take into account -wal and -shm files
 	      (time1 (file-modification-time srcfile))
               (time2 (if (file-exists? destfile)
@@ -1581,10 +1581,68 @@
 	     (sqlite3:execute db "UPDATE runs SET state=?,status=?,event_time=strftime('%s','now') WHERE id=? AND state='deleted';" state status res)
 	     res))) 
 	(begin
 	  (debug:print-error 0 *default-log-port* "Called without all necessary keys")
 	  #f))))
+
+;; called with run-id=#f so will operate on main.db
+;;
+(define (db:insert-run dbstruct run-id target runname run-meta)
+  (let* ((keys (db:get-keys dbstruct))
+     	 (runs (db:simple-get-runs dbstruct runname #f #f target #f))) ;; runpatt count offset target last-update
+    ;; need to insert run based on target and runname
+    (let* ((targvals (string-split target "/"))
+	   (keystr   (string-intersperse keys ","))
+	   (key?str  (string-intersperse (make-list (length targvals) "?") ","))
+	   (qrystr   (conc "INSERT INTO runs (id,runname,"keystr") VALUES (?,?,"key?str")"))
+	   (get-var  (lambda (db qrystr)
+		       (let* ((res #f))
+			 (sqlite3:for-each-row
+			  (lambda row
+			    (set res (car row)))
+			  db qrystr run-id runname)
+			 res))))
+      (if (null? runs)
+        (begin
+	  (db:create-initial-run-record dbstruct run-id runname target)
+        )
+      )
+      run-id)))
+
+(define (db:create-initial-run-record dbstruct run-id runname target)	  
+  (let* ((keys     (db:get-keys dbstruct))
+     	 (targvals (string-split target "/"))
+	 (keystr   (string-intersperse keys ","))
+	 (key?str  (string-intersperse (make-list (length targvals) "?") ",")) ;; a string with the same length as targvals, where each element is "?" and interspersed with commas.
+	 (qrystr   (conc "INSERT INTO runs (id,runname,"keystr") VALUES (?,?,"key?str")")))
+
+    (db:with-db
+     dbstruct #f #t ;; run-id writable
+     (lambda (dbdat db)
+       (apply sqlite3:execute db qrystr run-id runname targvals)))))
+
+(define (db:insert-test dbstruct run-id test-rec)
+  (let* ((testname  (alist-ref "testname" test-rec equal?))
+	 (item-path (alist-ref "item_path" test-rec equal?))
+	 (id        (db:get-test-id dbstruct run-id testname item-path))
+	 (fieldvals (filter (lambda (x)(not (member (car x) '("id" "last_update")))) test-rec))
+	 (setqry    (conc "UPDATE tests SET "(string-intersperse
+					      (map (lambda (dat)
+						     (conc (car dat)"=?"))
+						   fieldvals)
+					      ",")" WHERE id=?;"))
+	 (insqry   (conc "INSERT INTO tests ("(string-intersperse (map (lambda (x) (car x)) fieldvals) ",")
+			 ") VALUES ("(string-intersperse (make-list (length fieldvals) "?") ",")");")))
+    ;; (debug:print 0 *default-log-port* "id: "id"\nset: "setqry"\ninsqry: "insqry)
+    (db:with-db
+     dbstruct
+     run-id #t
+     (lambda (dbdat db)
+      ;; (if id
+      ;;   (apply sqlite3:execute db setqry (append (map cdr fieldvals) (list id)))
+	   (apply sqlite3:execute db insqry (map cdr fieldvals))
+           ))))
 
 ;; replace header and keystr with a call to runs:get-std-run-fields
 ;;
 ;; keypatts: ( (KEY1 "abc%def")(KEY2 "%") )
 ;; runpatts: patt1,patt2 ...
@@ -1656,20 +1714,21 @@
 				 "")
 			     (if (number? offset)
 				 (conc " OFFSET " offset)
 				 "")))
 	   )
-    (debug:print-info 11 *default-log-port* "db:get-runs START qrystr: " qrystr " target: " target " offset: " offset " limit: " count)
+    (debug:print-info 11 *default-log-port* "db:simple-get-runs START qrystr: " qrystr " target: " target " offset: " offset " limit: " count)
     (db:with-db dbstruct #f #f
 		(lambda (dbdat db)		
 		  (sqlite3:for-each-row
 		   (lambda (target id runname state status owner event_time)
-		     (set! res (cons (make-simple-run target id runname state status owner event_time) res)))
+		     (set! res (cons (make-simple-run target id runname state status owner event_time) res))
+                     (debug:print-info 0 *default-log-port* "db:simple-get-runs: res = " res))
 		   db
 		   qrystr
 		   )))
-    (debug:print-info 11 *default-log-port* "db:get-runs END qrystr: " qrystr " target: " target " offset: " offset " limit: " count)
+    (debug:print-info 11 *default-log-port* "db:simple-get-runs END qrystr: " qrystr " target: " target " offset: " offset " limit: " count)
     res))
 
 ;; TODO: Switch this to use max(update_time) from each run db? Then if using a server there is no disk traffic (using inmem db)
 ;;
 ;; NOTE: This DOESN'T (necessarily) get the real run ids, but the number of the <number>.db!!
@@ -1679,11 +1738,11 @@
 
 
 
  (define (db:get-changed-run-ids since-time)
   (let* ((dbdir      (db:dbfile-path)) ;; (configf:lookup *configdat* "setup" "dbdir"))
-        (alldbs     (glob (conc dbdir "/.megatest/[0-9]*.db*")))
+        (alldbs     (glob (conc dbdir "/" *dbdir* "/[0-9]*.db*")))
         (changed    (filter (lambda (dbfile)
                               (> (file-modification-time dbfile) since-time))
                             alldbs)))
     (delete-duplicates
      (map (lambda (dbfile)
@@ -4149,11 +4208,11 @@
           (db:with-db dbstruct #f #f 
             (lambda (dbdat db)
               (sqlite3:fold-row backcons '() db "SELECT id FROM runs"))
           )
          )
-         (changed_run_ids (filter (lambda (run) (member (modulo run 100) changed_run_dbs)) all_run_ids))
+         (changed_run_ids (filter (lambda (run) (member (modulo run (num-run-dbs)) changed_run_dbs)) all_run_ids))
          ;; TODO: couldn't we just use changed_run_ids for run_ids?
          (run_ids 
           (db:with-db dbstruct #f #f 
             (lambda (dbdat db)
               (sqlite3:fold-row backcons '() db "SELECT id FROM runs  WHERE last_update>=?" since-time))
@@ -4372,17 +4431,17 @@
 
 ;; sync for filesystem local db writes
 ;;
 (define (db:run-lock-and-sync no-sync-db)
   (let* ((tmp-area       (common:get-db-tmp-area))
-	 (dbfiles        (glob (conc tmp-area"/.megatest/*.db")))
+	 (dbfiles        (glob (conc tmp-area"/" *dbdir* "/*.db")))
 	 (sync-durations (make-hash-table)))
     ;; (debug:print-info 0 *default-log-port* "lock-and-sync, dbfiles: "dbfiles)
     (for-each
      (lambda (file)
        (let* ((fname (conc (pathname-file file) ".db"))
-	      (fulln (conc *toppath*"/.megatest/"fname))
+	      (fulln (conc *toppath*"/" *dbdir* "/"fname))
 	      (time1 (if (file-exists? file)
 			 (file-modification-time file)
 			 (begin
 			   (debug:print-info 0 *default-log-port* "Sync - I do not see file "file)
 			   1)))

Index: dbfile.scm
==================================================================
--- dbfile.scm
+++ dbfile.scm
@@ -42,13 +42,19 @@
 	commonmod
 	)
 
 ;; (import debugprint)
 
+;; Parameters
+
+(define num-run-dbs           (make-parameter 10))
+
 ;;======================================================================
 ;;  R E C O R D S
 ;;======================================================================
+
+;; (define-record simple-run target id runname state status owner event_time)
 
 ;; a single Megatest area with it's multiple dbs is
 ;; managed in a dbstruct
 ;;
 (defstruct dbr:dbstruct
@@ -60,16 +66,16 @@
   )
 
 ;; NOTE: Need one dbr:subdb per main.db, 1.db ...
 ;;
 (defstruct dbr:subdb
-  (dbname      #f) ;; .megatest/1.db
-  (mtdbfile    #f) ;; mtrah/.megatest/1.db
+  (dbname      #f) ;; " *dbdir* "/1.db
+  (mtdbfile    #f) ;; mtrah/" *dbdir* "/1.db
   (mtdbdat     #f) ;; only need one of these for syncing
   ;; (dbdats      (make-hash-table))  ;; id => dbdat 
-  (tmpdbfile   #f) ;; /tmp/.../.megatest/1.db
-  ;; (refndbfile  #f) ;; /tmp/.../.megatest/1.db_ref
+  (tmpdbfile   #f) ;; /tmp/.../" *dbdir* "/1.db
+  ;; (refndbfile  #f) ;; /tmp/.../" *dbdir* "/1.db_ref
   (dbstack     (make-stack)) ;; stack for tmp dbr:dbdat,
   (homehost    #f) ;; not used yet
   (on-homehost #f) ;; not used yet
   (read-only   #f)
   (last-sync   0)
@@ -93,10 +99,11 @@
 (define *max-api-process-requests* 0)
 (define *api-process-request-count* 0)
 (define *db-write-access*     #t)
 (define *db-last-sync*        0)                 ;; last time the sync to megatest.db happened
 (define *db-multi-sync-mutex* (make-mutex))      ;; protect access to *db-sync-in-progress*, *db-last-sync*
+(define *dbdir* ".mtdb")
 
 (define (db:generic-error-printout exn . message)
   (print-call-chain (current-error-port))
   (apply dbfile:print-err message)
   (dbfile:print-err
@@ -196,12 +203,12 @@
   (conc apath"/"dbname))
 
 ;; POTENTIAL BUG: this implementation could produce a db file if run-id is neither #f or a number
 (define (dbfile:run-id->dbname run-id)
   (cond
-   ((number? run-id) (conc ".megatest/" (modulo run-id 100) ".db"))
-   ((not run-id)     (conc ".megatest/main.db"))
+   ((number? run-id) (conc  *dbdir* "/" (modulo run-id (num-run-dbs)) ".db"))
+   ((not run-id)     (conc  *dbdir* "/main.db"))
    (else             run-id)))
 
 ;; Make the dbstruct, setup up auxillary db's and call for main db at least once
 ;;
 ;; called in http-transport and replicated in rmt.scm for *local* access. 
@@ -805,11 +812,13 @@
 	            (set! fromdat (cons (apply vector a b) fromdat))
 	            (if (> (length fromdat) batch-len)
 		      (begin
 		        (set! fromdats (cons fromdat fromdats))
 		        (set! fromdat  '())
-		        (set! totrecords (+ totrecords 1)))
+		        (set! totrecords (+ totrecords 1))
+                        (thread-sleep! 2)
+                      )
                     )
                  )
 	         (dbr:dbdat-dbh fromdb)
 	         full-sel)
               )

Index: megatest-version.scm
==================================================================
--- megatest-version.scm
+++ megatest-version.scm
@@ -18,6 +18,6 @@
 ;; Always use two or four digit decimal
 ;; 1.01, 1.02...1.10,1.11,1.1101 ... 1.99,2.00..
 
 ;; (declare (unit megatest-version))
 
-(define megatest-version 1.7014)
+(define megatest-version 1.7101)

Index: megatest.scm
==================================================================
--- megatest.scm
+++ megatest.scm
@@ -193,11 +193,11 @@
   -list-disks             : list the disks available for storing runs
   -list-targets           : list the targets in runconfigs.config
   -list-db-targets        : list the target combinations used in the db
   -show-config            : dump the internal representation of the megatest.config file
   -show-runconfig         : dump the internal representation of the runconfigs.config file
-  -dumpmode MODE          : dump in MODE format instead of sexpr, MODE=json,ini,sexp etc. (add -debug 0,9 to see which file contributes each line)
+  -dumpmode MODE          : dump in MODE format instead of sexpr, MODE=json,ini,sexpr etc. (add -debug 0,9 to see which file contributes each line)
   -show-cmdinfo           : dump the command info for a test (run in test environment)
   -section sectionName
   -var varName            : for config and runconfig lookup value for sectionName varName
   -since N                : get list of runs changed since time N (Unix seconds)
   -fields fieldspec       : fields to include in json dump; runs:id,runame+tests:testname+steps
@@ -231,18 +231,19 @@
   -ping run-id|host:port  : ping server, exit with 0 if found
   -debug N|N,M,O...       : enable debug 0-N or N and M and O ...
   -debug-noprop N|M,M,O...: enable debug but do not propagate to subprocesses via MT_DEBUG
   -config fname           : override the megatest.config file with fname
   -append-config fname    : append fname to the megatest.config file
+  -import-sexpr fname     : import a sexpr file (use -list-runs % -dumpmode sexpr to create)
 
 Utilities
   -env2file fname         : write the environment to fname.csh and fname.sh
   -envcap a               : save current variables labeled as context 'a' in file envdat.db
   -envdelta a-b           : output enviroment delta from context a to context b to -o fname
                             set the output mode with -dumpmode csh, bash or ini
                             note: ini format will use calls to use curr and minimize path
-  -refdb2dat refdb        : convert refdb to sexp or to format specified by s-dumpmode
+  -refdb2dat refdb        : convert refdb to sexpr or to format specified by -dumpmode
                             formats: perl, ruby, sqlite3, csv (for csv the -o param
                             will substitute %s for the sheet name in generating 
                             multiple sheets)
   -o                      : output file for refdb2dat (defaults to stdout)
   -archive cmd            : archive runs specified by selectors to one of disks specified
@@ -349,10 +350,11 @@
 			"-env2file"
 			"-envcap"
 			"-envdelta"
 			"-setvars"
 			"-set-state-status"
+			"-import-sexpr"
 
                         ;; move runs stuff here
                         "-remove-keep"           
 			"-set-run-status"
 			"-age"
@@ -1062,11 +1064,11 @@
 			 (configf:lookup data "default" (args:get-arg "-var")))))
 	    (if val (print val))))
 	 ((or (not (args:get-arg "-dumpmode"))
               (string=? (args:get-arg "-dumpmode") "ini"))
 	  (configf:config->ini data))
-	 ((string=? (args:get-arg "-dumpmode") "sexp")
+	 ((string=? (args:get-arg "-dumpmode") "sexpr")
 	  (pp (hash-table->alist data)))
 	 ((string=? (args:get-arg "-dumpmode") "json")
 	  (json-write data))
 	 (else
 	  (debug:print-error 0 *default-log-port* "-dumpmode of " (args:get-arg "-dumpmode") " not recognised")))
@@ -1084,11 +1086,11 @@
 	(let ((val (configf:lookup data (args:get-arg "-section")(args:get-arg "-var"))))
 	  (if val (print val))))
 
        ;; print just a section if only -section
 
-       ((equal? (args:get-arg "-dumpmode") "sexp")
+       ((equal? (args:get-arg "-dumpmode") "sexpr")
 	(pp (hash-table->alist data)))
        ((equal? (args:get-arg "-dumpmode") "json")
 	(json-write data))
        ((or (not (args:get-arg "-dumpmode"))
 	    (string=? (args:get-arg "-dumpmode") "ini"))
@@ -1144,12 +1146,10 @@
 	  (begin
 	    (debug:print-error 0 *default-log-port* "Attempted " action "on test(s) but run area config file not found")
 	    (exit 1))
 	  ;; put test parameters into convenient variables
 	  (begin
-	    ;; check for correct version, exit with message if not correct
-	    (common:exit-on-version-changed)
 	    (runs:operate-on  action
 			      target
 			      runname
 			      testpatt
 			      state:  (common:args-get-state)
@@ -1433,10 +1433,15 @@
 				  db:test-record-fields
 				  t)))
 	       (adj-tests-spec (delete-duplicates (if tests-spec (cons "id" tests-spec) db:test-record-fields))) ;; '("id"))))
 	       (steps-spec  (alist-ref "steps" fields-spec equal?))
 	       (test-field-index (make-hash-table)))
+	  (if (and (args:get-arg "-dumpmode")
+		   (not (member (args:get-arg "-dumpmode") '("sexpr" "json" "ods" "list"))))
+	      (begin
+		(debug:print 0 *default-log-port* "ERROR: dumpmode "(args:get-arg "-dumpmode")" not recognised. Use sexpr, json, ods or list")
+		(exit)))
 	  (if (and tests-spec (not (null? tests-spec))) ;; do some validation and processing of the test-spec
 	      (let ((invalid-tests-spec (filter (lambda (x)(not (member x db:test-record-fields))) tests-spec)))
 		(if (null? invalid-tests-spec)
 		    ;; generate the lookup map test-field-name => index-number
 		    (let loop ((hed (car adj-tests-spec))
@@ -1488,12 +1493,12 @@
 			;; (mutils:hierhash-set! data (conc (db:get-value-by-header run header "id"))  targetstr runname "meta" "id"         )
 			;; (mutils:hierhash-set! data (db:get-value-by-header run header "event_time") targetstr runname "meta" "event_time" )
 			;; (mutils:hierhash-set! data (db:get-value-by-header run header "comment")    targetstr runname "meta" "comment"    )
 			;; ;; add last entry twice - seems to be a bug in hierhash?
 			;; (mutils:hierhash-set! data (db:get-value-by-header run header "comment")    targetstr runname "meta" "comment"    )
-		       (else
-			(if (null? runs-spec)
+                        ((#f list)
+			 (if (null? runs-spec)
 			    (print "Run: " targetstr "/" runname 
 				   " status: " (db:get-value-by-header run header "state")
 				   " run-id: " run-id ", number tests: " (length tests)
 				   " event_time: " (db:get-value-by-header run header "event_time"))
 			    (begin
@@ -1504,11 +1509,14 @@
 			       (lambda (field-name)
 				 (if (equal? field-name "target")
 				     (display (conc "target: " targetstr " "))
 				     (display (conc field-name ": " (db:get-value-by-header run header (conc field-name)) " "))))
 			       runs-spec)
-			      (newline)))))
+			      (newline))))
+		       (else
+			(debug:print 0 *default-log-port* "ERROR: dumpmode "(args:get-arg "-dumpmode")" not recognised. Use sexpr, json, ods or list")
+			))
 		       
 		     (for-each 
 		      (lambda (test)
 		      	(common:debug-handle-exceptions #f
 			 exn
@@ -2478,10 +2486,32 @@
        'dejunk
        'adj-testids
        'old2new
        )
       (set! *didsomething* #t)))
+
+(if (args:get-arg "-import-sexpr")
+  (let* (
+   (toppath (launch:setup))
+   (tmppath (common:make-tmpdir-name toppath "")))
+   (if (file-exists? (conc toppath "/.mtdb")) 
+     (if (args:get-arg "-remove-dbs")
+       (let* ((dbfiles (conc toppath "/.mtdb/* " tmppath "/*")))
+        (debug:print 0 *default-log-port* "Removing db files: " dbfiles)
+        (system (conc "rm -rvf " dbfiles))
+       )
+       (begin
+         (debug:print 0 *default-log-port* "ERROR: Cannot import sexpr with an existing DB present.")
+         (debug:print 0 *default-log-port* "Add '-remove-dbs all'  to remove the current Megatest DBs.")
+         (set! *didsomething* #t)
+         (exit)
+       )
+     )
+   )
+   (db:setup #f)
+   (rmt:import-sexpr (args:get-arg "-import-sexpr"))
+   (set! *didsomething* #t)))
 
 (when (args:get-arg "-sync-brute-force")
   (launch:setup)
   ((server:get-bruteforce-syncer (db:setup #t) persist-until-sync: #t))
   (set! *didsomething* #t))

Index: rmt.scm
==================================================================
--- rmt.scm
+++ rmt.scm
@@ -1095,5 +1095,75 @@
 #;(set-functions rmt:send-receive                       remote-server-url-set!
 	       http-transport:close-connections	      remote-conndat-set!
 	       debug:print                            debug:print-info
 	       remote-ro-mode                         remote-ro-mode-set!
 	       remote-ro-mode-checked-set!            remote-ro-mode-checked)
+
+
+;;======================================================================
+;; import an sexpr file into the db
+;;======================================================================
+
+(define (rmt:import-sexpr sexpr-file)
+  (if (file-exists? sexpr-file)
+      (let* ((data (with-input-from-file sexpr-file read)))
+	(for-each
+	 (lambda (targ-dat)
+	   (rmt:import-target targ-dat)) ;; ("target" ("run1" ("data" (1 ("field" . "value") ...
+	 data))
+      (let* ((msg (conc "ERROR: file "sexpr-file" not found")))
+	(debug:print 0 *default-log-port* msg)
+	(cons #f msg))))
+
+(define (rmt:import-target targ-dat)
+  (let* ((target (car targ-dat))
+	 (data   (cdr targ-dat)))
+    (for-each
+     (lambda (run-dat)
+       (rmt:import-run target run-dat)) ;; ("runname" ("data" ("testid" ("field" . "value") ...
+     data)))
+
+(define (rmt:import-run target run-dat)
+  (let* ((runname    (car run-dat))
+	 (all-dat    (cdr run-dat))
+	 (tests-data (alist-ref "data" all-dat equal?))
+	 (run-meta   (alist-ref "meta" all-dat equal?))
+         (run-id     (string->number (alist-ref "id"   run-meta equal?))))
+    (rmt:insert-run run-id target runname run-meta)
+    (if (list? tests-data)
+      (begin
+        (for-each
+          (lambda (test-dat)
+            (let* ((test-id  (car test-dat))
+	      (test-rec (cdr test-dat)))
+	      (rmt:insert-test run-id test-rec)))
+         tests-data)
+      )
+      (debug:print 0 *default-log-port* "rmt:import-run: tests-data is empty")
+    )
+  )
+)
+
+;; insert run if not there, return id either way
+(define (rmt:insert-run run-id target runname run-meta)
+  ;; look for id, return if found
+  (let* ((runs (rmt:send-receive 'simple-get-runs #f
+				    ;;    runpatt count offset target last-update)
+				    (list runname #f    #f     target #f))))
+    (if (null? runs)
+       (begin
+        (debug:print 0 *default-log-port* "inserting run for runname " runname " target " target)
+	(rmt:send-receive 'insert-run #f (list run-id target runname run-meta))
+       )
+       (begin
+	(simple-run-id (car runs))
+       ))))
+
+
+(define (rmt:insert-test run-id test-rec)
+  (let* ((testname  (alist-ref "testname" test-rec equal?))
+	 (item-path (alist-ref "item_path" test-rec equal?)))
+    (debug:print 0 *default-log-port* " Insert test in run "run-id": "testname"/"item-path)
+    (rmt:send-receive 'insert-test run-id test-rec)))
+
+
+

Index: runs.scm
==================================================================
--- runs.scm
+++ runs.scm
@@ -810,11 +810,11 @@
 		;; 				  (print-call-chain)
 		;; 				  (print " message: " ((condition-property-accessor 'exn 'message) exn)))
 		;; 			      (runs:run-tests-queue run-id runname test-records keyvals flags test-patts required-tests
 		;; 						    (any->number reglen) all-tests-registry)))
 		;; 			  "runs:run-tests-queue"))
-		 (th2        (make-thread (lambda ()			 ;; BBQ: why are we visiting ALL runs here?	    
+		 #;(th2        (make-thread (lambda ()			 ;; BBQ: why are we visiting ALL runs here?	    
 					    ;; (rmt:find-and-mark-incomplete-all-runs))))) CAN'T INTERRUPT IT ...
 					    (let ((run-ids (rmt:get-all-run-ids)))
 					      (for-each (lambda (run-id)
 							  (if keep-going
 							      (handle-exceptions
@@ -822,17 +822,17 @@
 							       (debug:print 0 *default-log-port* "error in calling find-and-mark-incomplete for run-id " run-id ", exn=" exn)
 							       (rmt:find-and-mark-incomplete run-id #f)))) ;; ovr-deadtime))) ;; could be root of https://hsdes.intel.com/appstore/article/#/220546828/main -- Title: Megatest jobs show DEAD even though they are still running (1.64/27)
 							run-ids)))
 					  "runs: mark-incompletes")))
 	    ;; (thread-start! th1)
-	    (thread-start! th2)
+	    ;; (thread-start! th2)
 	    ;; (thread-join! th1)
 	    ;; just do the main stuff in the main thread
 	    (runs:run-tests-queue run-id runname test-records keyvals flags test-patts required-tests
 								    (any->number reglen) all-tests-registry)
 	    (set! keep-going #f)
-	    (thread-join! th2)
+	    #;(thread-join! th2)
 	    ;; if run-count > 0 call, set -preclean and -rerun STUCK/DEAD
 	    (if (> run-count 0) ;; handle reruns
 		(begin
 		  (if (not (hash-table-ref/default flags "-preclean" #f))
 		      (hash-table-set! flags "-preclean" #t))
@@ -2380,11 +2380,11 @@
 	 (bup-mutex    (make-mutex))
          (keep-records (args:get-arg "-keep-records")) ;; used in conjunction with -remove-runs to keep the records, TODO: consolidate this with "mode".
 	 (test-records '())) ;; for tasks that we wish to operate on all tests in one fell swoop
 
     (let* ((write-access-actions '(remove-runs set-state-status archive run-wait kill-runs))
-           (dbfile             (conc  *toppath* "/.megatest/main.db"))
+           (dbfile             (conc  *toppath* "/" *dbdir* "/main.db"))
            (readonly-mode      (not (file-write-access? dbfile))))
       (when (and readonly-mode
                  (member action write-access-actions))
         (debug:print-error 0 *default-log-port* dbfile " is readonly.  Cannot proceed with action ["action"] in which write-access isrequired .")
         (exit 1)))