Megatest

Check-in [97a8ae9439]
Login
Overview
Comment:disable journal file load checking
Downloads: Tarball | ZIP archive | SQL archive
Timelines: family | ancestors | descendants | both | v1.81-disable-journal-checking
Files: files | file ages | folders
SHA1: 97a8ae94399ed73a6daa535fbd71c1728c4eb0b0
User & Date: mmgraham on 2024-08-22 10:47:16
Other Links: branch diff | manifest | tags
Context
2024-08-22
11:42
CI/CD: Automated commit after successful test, build, and deploy for v1.81-disable-journal-checking check-in: 5ebc7220cc user: fdiskadm tags: v1.81
10:47
disable journal file load checking Leaf check-in: 97a8ae9439 user: mmgraham tags: v1.81-disable-journal-checking
2024-08-19
11:42
CI/CD: Automated commit after successful test, build, and deploy for v1.81-fix-extract-scripts check-in: 29155bc147 user: fdiskadm tags: v1.81
Changes

Modified rmt.scm from [d0aaf6cd91] to [d8fa815575].

92
93
94
95
96
97
98
99
100




101
102
103
104
105

106
107
108
109
110
111
112
92
93
94
95
96
97
98


99
100
101
102
103
104
105
106

107
108
109
110
111
112
113
114







-
-
+
+
+
+




-
+







(define (rmt:send-receive cmd run-id params #!key (attemptnum 1)(ttdat #f))
  (assert (or (not run-id) (number? run-id)) "FATAL: run-id is required to be a number or #f")
  (assert *toppath* "FATAL: rmt:send-receive called with *toppath* not set.")
  (let* ((areapath      *toppath*) ;; TODO - resolve from dbstruct to be compatible with multiple areas
	 (readonly-mode (rmtmod:calc-ro-mode ttdat *toppath*))
	 (testsuite     (common:get-testsuite-name))
	 (dbfname       (conc (dbfile:run-id->dbnum run-id)".db"))
	 (dbdir         (conc areapath "/.mtdb")))
    (if (and (not *journal-stats*)
	 (dbdir         (conc areapath "/.mtdb"))
         (journal-check #f)) ;; disabling journal check for now, since journal files are only possible on the NFS dbs.

    (if (and journal-check (not *journal-stats*)
	     (file-exists? dbdir))
	(tt:start-stats dbdir)) ;; fixme - find the right call to get the db directory
    
    ;; check the load on dbfname and add some delay using a droop curve of sorts
    (if *journal-stats*
    (if (and journal-check *journal-stats*)
	(let* ((load  (tt:get-journal-stats dbfname)))
	  (if (> load 0.1) ;; start activating delay at 10% journal load time
	      (let ((dely (* 50 (* load load)))) ;; 100% journal time=50sec delay
		(debug:print 0 *default-log-port* "Journal load "load" on "dbfname" delaying queries "dely"s.")
		(thread-sleep! dely)))))
	
    (case (rmt:transport-mode)

Modified runs.scm from [75a548efe8] to [ae73c09761].

1145
1146
1147
1148
1149
1150
1151
1152

1153
1154
1155
1156
1157
1158
1159
1145
1146
1147
1148
1149
1150
1151

1152
1153
1154
1155
1156
1157
1158
1159







-
+







	 (registry-mutex         (runs:dat-registry-mutex runsdat))
	 (flags                  (runs:dat-flags runsdat))
	 (keyvals                (runs:dat-keyvals runsdat))
	 (run-info               (runs:dat-run-info runsdat))
	 (all-tests-registry     (runs:dat-all-tests-registry runsdat))
	 (run-limits-info        (runs:dat-can-run-more-tests runsdat))
	 ;; (runs:can-run-more-tests run-id jobgroup max-concurrent-jobs)) ;; look at the test jobgroup and tot jobs running
	 (have-resources         (and (if *journal-stats*
	 (have-resources         (and #; (if *journal-stats*
					  (let* ((dbfname (conc
							   (dbfile:run-id->dbnum run-id)
							   ".db"))
						 (load (tt:get-journal-stats dbfname)))
					    (if (> load 0.1) ;; dbs too busy to start more tests
						(begin
						  (debug:print-info 0 *default-log-port* "Gating launch due to db load "load" based on journal file observations for "dbfname)