Megatest

Changes On Branch v1.81-disable-journal-checking
Login

Changes In Branch v1.81-disable-journal-checking Excluding Merge-Ins

This is equivalent to a diff from 29155bc147 to 97a8ae9439

2024-08-22
11:42
CI/CD: Automated commit after successful test, build, and deploy for v1.81-disable-journal-checking check-in: 5ebc7220cc user: fdiskadm tags: v1.81
10:47
disable journal file load checking Leaf check-in: 97a8ae9439 user: mmgraham tags: v1.81-disable-journal-checking
2024-08-19
11:42
CI/CD: Automated commit after successful test, build, and deploy for v1.81-fix-extract-scripts check-in: 29155bc147 user: fdiskadm tags: v1.81
10:58
corrected call to db:test-status to db:test-get-status Closed-Leaf check-in: d0fcd353e1 user: mmgraham tags: v1.81-fix-extract-scripts
2024-07-15
15:47
Changed Megatest version to 1.8102 check-in: 98f3441b4f user: icfadm tags: v1.81

Modified rmt.scm from [d0aaf6cd91] to [d8fa815575].

92
93
94
95
96
97
98
99
100




101
102
103
104
105

106
107
108
109
110
111
112
92
93
94
95
96
97
98


99
100
101
102
103
104
105
106

107
108
109
110
111
112
113
114







-
-
+
+
+
+




-
+







(define (rmt:send-receive cmd run-id params #!key (attemptnum 1)(ttdat #f))
  (assert (or (not run-id) (number? run-id)) "FATAL: run-id is required to be a number or #f")
  (assert *toppath* "FATAL: rmt:send-receive called with *toppath* not set.")
  (let* ((areapath      *toppath*) ;; TODO - resolve from dbstruct to be compatible with multiple areas
	 (readonly-mode (rmtmod:calc-ro-mode ttdat *toppath*))
	 (testsuite     (common:get-testsuite-name))
	 (dbfname       (conc (dbfile:run-id->dbnum run-id)".db"))
	 (dbdir         (conc areapath "/.mtdb")))
    (if (and (not *journal-stats*)
	 (dbdir         (conc areapath "/.mtdb"))
         (journal-check #f)) ;; disabling journal check for now, since journal files are only possible on the NFS dbs.

    (if (and journal-check (not *journal-stats*)
	     (file-exists? dbdir))
	(tt:start-stats dbdir)) ;; fixme - find the right call to get the db directory
    
    ;; check the load on dbfname and add some delay using a droop curve of sorts
    (if *journal-stats*
    (if (and journal-check *journal-stats*)
	(let* ((load  (tt:get-journal-stats dbfname)))
	  (if (> load 0.1) ;; start activating delay at 10% journal load time
	      (let ((dely (* 50 (* load load)))) ;; 100% journal time=50sec delay
		(debug:print 0 *default-log-port* "Journal load "load" on "dbfname" delaying queries "dely"s.")
		(thread-sleep! dely)))))
	
    (case (rmt:transport-mode)

Modified runs.scm from [75a548efe8] to [ae73c09761].

1145
1146
1147
1148
1149
1150
1151
1152

1153
1154
1155
1156
1157
1158
1159
1145
1146
1147
1148
1149
1150
1151

1152
1153
1154
1155
1156
1157
1158
1159







-
+







	 (registry-mutex         (runs:dat-registry-mutex runsdat))
	 (flags                  (runs:dat-flags runsdat))
	 (keyvals                (runs:dat-keyvals runsdat))
	 (run-info               (runs:dat-run-info runsdat))
	 (all-tests-registry     (runs:dat-all-tests-registry runsdat))
	 (run-limits-info        (runs:dat-can-run-more-tests runsdat))
	 ;; (runs:can-run-more-tests run-id jobgroup max-concurrent-jobs)) ;; look at the test jobgroup and tot jobs running
	 (have-resources         (and (if *journal-stats*
	 (have-resources         (and #; (if *journal-stats*
					  (let* ((dbfname (conc
							   (dbfile:run-id->dbnum run-id)
							   ".db"))
						 (load (tt:get-journal-stats dbfname)))
					    (if (> load 0.1) ;; dbs too busy to start more tests
						(begin
						  (debug:print-info 0 *default-log-port* "Gating launch due to db load "load" based on journal file observations for "dbfname)