Changes In Branch v1.81-journal-based-throttling Through [e75a04de3e] Excluding Merge-Ins
This is equivalent to a diff from 5ac37f3fd4 to e75a04de3e
|
2024-07-11
| ||
| 13:34 | cherry pick e8d7732e preq-fail tests in messages Leaf check-in: 2b4f2ebcce user: mmgraham tags: v1.81-preq-fail-details | |
|
2024-07-10
| ||
| 23:42 | CI/CD: Automated commit after successful test, build, and deploy for v1.81-server-load-and-cores check-in: 600ba0778d user: fdiskadm tags: v1.81 | |
| 18:32 | Changed message on busy server candidate host to give actual load and number of cores Leaf check-in: dc040c6bd7 user: mmgraham tags: v1.81-server-load-and-cores | |
| 17:44 | Added journal based statical droop based throttling of queries. check-in: fc6b05f924 user: mrwellan tags: v1.81-journal-based-throttling | |
| 11:03 | Create new branch named "ricky_testing_to_delete" Closed-Leaf check-in: a59962edb1 user: ramartin tags: ricky_testing_to_delete | |
| 09:17 | Added docs/csirc which works with both chicken 4 and 5 check-in: e75a04de3e user: mrwellan tags: v1.81-journal-based-throttling | |
| 03:20 | basic stats capture working check-in: f86e5d3082 user: matt tags: v1.81-journal-based-throttling | |
|
2024-07-09
| ||
| 19:26 | wip check-in: 040bf225dc user: mrwellan tags: v1.81-journal-based-throttling | |
| 10:21 | CI/CD: Automated commit after successful test, build, and deploy for v1.81-multi-server check-in: 5ac37f3fd4 user: ramartin tags: v1.81 | |
| 08:53 | Merged from v1.81 and fixed conflicts Leaf check-in: dbc22912d1 user: mrwellan tags: v1.81-multi-server | |
|
2024-07-08
| ||
| 12:55 | CI/CD: Automated commit after successful test, build, and deploy for v1.81-fix-api-changed check-in: 0249193b68 user: ramartin tags: v1.81 | |
Added docs/csirc version [ab27eade5c].
> > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 |
(cond-expand
(chicken-4
;; chicken 4 stuff here
(use readline)
(current-input-port (make-readline-port))
(install-history-file #f "/.csi.history")
)
(chicken-5
(import (chicken load))
(import (chicken format))
(import (chicken process-context))
(import (chicken process signal))
(load-verbose #f)
(let ()
(unless (get-environment-variable "INSIDE_EMACS")
(import breadline)
(import breadline-scheme-completion)
(history-file (format "~a/.csi_history" (get-environment-variable "HOME")))
(stifle-history! 10000)
(completer-word-break-characters-set! "\"\'`;|(")
(completer-set! scheme-completer)
(basic-quote-characters-set! "\"|")
(variable-bind! "blink-matching-paren" "on")
(paren-blink-timeout-set! 200000)
(let ((handler (signal-handler signal/int)))
(set-signal-handler! signal/int
(lambda (s)
(cleanup-after-signal!)
(reset-after-signal!)
(handler s))))
(on-exit reset-terminal!)
(current-input-port (make-readline-port))))
))
|
Modified tcp-transportmod.scm from [f03b836e05] to [2f9da6d8df].
| ︙ | ︙ | |||
39 40 41 42 43 44 45 46 47 48 49 50 51 52 | extras hostinfo ports posix files data-structures tcp )) (chicken-5 (import chicken.base chicken.condition chicken.file chicken.pathname | > | 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 | extras hostinfo ports posix files data-structures directory-utils tcp )) (chicken-5 (import chicken.base chicken.condition chicken.file chicken.pathname |
| ︙ | ︙ | |||
1126 1127 1128 1129 1130 1131 1132 1133 |
(sort (get-all-ips) ip-pref-less?))
(define (get-all-ips)
(map address-info-host
(filter (lambda (x)
(equal? (address-info-type x) "tcp"))
(address-infos (get-host-name)))))
| > > > | > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > | 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 |
(sort (get-all-ips) ip-pref-less?))
(define (get-all-ips)
(map address-info-host
(filter (lambda (x)
(equal? (address-info-type x) "tcp"))
(address-infos (get-host-name)))))
;;======================================================================
;; Other Utils
;;======================================================================
(defstruct jstats
(count 0)
(jcount (make-hash-table)) ;; 1.db => journal_count
)
;; timeblk => jstats
(define *journal-stats* (make-hash-table))
;; monte-carlo-esque random sampling of journal files
;; for all the files:
;; if .journal
;; update stats +1 +1
;; update stats +1 0
;;
(define (tt:write-load-tracking dbdir)
(let* ((cs (current-seconds))
(key (inexact->exact (quotient cs 10)))
(old (- key 4)) ;; 4 x 10 seconds ago
(jstat (if (hash-table-exists? *journal-stats* key)
(hash-table-ref *journal-stats* key )
(let ((new (make-jstats)))
(hash-table-set! *journal-stats* key new)
new))))
;; clear out records over 30s old
(for-each
(lambda (key)
(if (< key old)
(hash-table-delete! *journal-stats* key)))
(hash-table-keys *journal-stats*))
;; increment our count of observations
(jstats-count-set! jstat (+ (jstats-count jstat) 1))
;; now find and increment journal file counts
(directory-fold
(lambda (fname res)
;; is it a journal file?
(let ((parts (string-match "^(.*\\.db)-journal.*" fname)))
(match parts
((_ dbfname)
(hash-table-set! (jstats-jcount jstat) dbfname
(+ (hash-table-ref/default (jstats-jcount jstat) dbfname 0) 1)
))
)))
'()
dbdir
)))
;; megatest> (import tcp-transportmod)
;; megatest> (tt:write-load-tracking ".mtdb")
;; megatest> (hash-table-keys *journal-stats*)
;; (172060297)
;; megatest> (jstats->alist (hash-table-ref *journal-stats* 172060297))
;; ((count . 1) (jcount . #<hash-table (1)>))
;; megatest> (jstats-jcount (hash-table-ref *journal-stats* 172060297))
;; #<hash-table (1)>
;; megatest> (hash-table->alist (jstats-jcount (hash-table-ref *journal-stats* 172060297)))
;; (("1.db" . 4))
)
|