Megatest

Check-in [978de66607]
Login
Overview
Comment:Added some old stuff for running testqa
Downloads: Tarball | ZIP archive | SQL archive
Timelines: family | ancestors | descendants | both | v1.64
Files: files | file ages | folders
SHA1: 978de666075266660350168622b0b7cf28f8b1a3
User & Date: matt on 2018-04-18 23:50:16
Other Links: branch diff | manifest | tags
Context
2018-04-24
14:49
Added -modepatt as synomym to --modepatt check-in: d4a7194a9b user: mrwellan tags: v1.64
2018-04-18
23:50
Added some old stuff for running testqa check-in: 978de66607 user: matt tags: v1.64
2018-03-29
16:43
error check MTESTHASH check-in: cb3bbc9d2e user: bjbarcla tags: v1.64
Changes

Modified tests/fdktestqa/fdk.config from [1449c69529] to [e73528d8fe].

1
2
3
4
5
6
7
8

9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
1
2
3
4
5
6
7

8
9
10
11
12
13
14
15
16
17

18
19
20
21
22
23
24







-
+









-







[fields]
SYSTEM TEXT
RELEASE TEXT

[setup]
# Adjust max_concurrent_jobs to limit how much you load your machines
# max_concurrent_jobs 150
max_concurrent_jobs 1000
max_concurrent_jobs 10000

# This is your link path, you can move it but it is generally better to keep it stable
linktree #{shell readlink -f #{getenv MT_RUN_AREA_HOME}/../simplelinks}

[include testqa/configs/megatest.abc.config]

# timeout 0.025

[jobtools]
maxload 4
launcher nbfake

[server]
# timeout 0.01
# homehost xena
# homehost 143.182.225.38

Modified tests/fdktestqa/testqa/Makefile from [f65c4da07e] to [62d67a70f5].

1

2
3
4
5
6
7
8

1
2
3
4
5
6
7
8
-
+







BINDIR    = $(PWD)/../../../bin
# BINDIR    = /mfs/$(PWD)/../../../bin
PATH     := $(BINDIR):$(PATH)
MEGATEST  = $(BINDIR)/megatest
DASHBOARD = $(BINDIR)/dashboard
NEWDASHBOARD = $(BINDIR)/newdashboard
RUNNAME   = a
NUMTESTS  = 20

26
27
28
29
30
31
32
33

34
35
36
37
38
39
40
41
42
43
44
45
46
26
27
28
29
30
31
32

33
34
35
36
37
38
39
40
41
42
43
44
45
46







-
+













bigrun :
	NUMTESTS=$(NUMTESTS) $(MEGATEST) -run -testpatt bigrun -target a/bigrun -runname a$(shell date +%V)

bigrun2 :
	NUMTESTS=$(NUMTESTS) $(MEGATEST) -run -testpatt bigrun2 -target a/bigrun2 -runname a$(shell date +%V)

bigrun3 :
	NUMTESTS=$(NUMTESTS) $(MEGATEST) -run -testpatt bigrun3 -target a/bigrun3 -runname $(RUNNAME)
	NUMTESTS=$(NUMTESTS) $(MEGATEST) -run -testpatt bigrun3 -target a/bigrun3 -runname $(RUNNAME)$(shell date +%V.%u-%H%M)

dashboard : 
	mkdir -p ../simpleruns
	$(DASHBOARD) -rows 20 &

newdashboard :
	$(NEWDASHBOARD) &

compile :
	(cd ../../..;make -j && make install)

clean :
	rm -rf ../simple*/*/* megatest.db db/* ../simple*/.db/* logs/* monitor.db /tmp/$(USER)/megatest_localdb/testqa .server

Added tests/fdktestqa/testqa/bigrun.sh version [79bbfda1a8].





1
2
3
4
+
+
+
+
umask 000
export BINDIR=/mfs/pkgs/x86_64/bin
make dashboard
script -c "make bigrun3 NUMTESTS=900"

Added tests/fdktestqa/testqa/cleanup.sh version [a984b052ff].







1
2
3
4
5
6
+
+
+
+
+
+
ssh xena killall mtest dboard -v
killall mtest dboard -v
sleep 4
make clean
ssh xena killall mtest dboard -v -9
killall mtest dboard -v -9

Modified tests/fdktestqa/testqa/megatest.config from [96a4d22c9d] to [e371c833cc].

1
2
3
4
5
6

7
8
9
10
11
12
13
1
2
3
4
5

6
7
8
9
10
11
12
13





-
+







[setup]
testcopycmd cp --remove-destination -rlv TEST_SRC_PATH/. TEST_TARG_PATH/. >> TEST_TARG_PATH/mt_launch.log 2>> TEST_TARG_PATH/mt_launch.log
# launchwait no
launch-delay 0.1

[server]
;; [server]
# runtime 180
# timeout is in hours, this is how long the server will stay alive when not being used.
timeout 0.1

# All these are overridden in ../fdk.config
# [jobtools]
# launcher nbfake

Added tests/fdktestqa/testqa/monitor.sh version [7d5c48c8b9].




















1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
#!/bin/bash

function printit() {
  rload=$(ssh xena cat /proc/loadavg|cut -d' ' -f1)  
  lload=$(cat /proc/loadavg |cut -d' ' -f1) 
  numrunning=$(megatest -list-runs % | grep RUNNING | wc -l) 
  numlogs=$(ls logs | wc -l)
  numalive=$(megatest -list-servers |grep alive|wc -l)
  echo "$(date +%s) Numlogs: ${numlogs} NumRunning: ${numrunning} Lload ${lload} Rload: ${rload} NumAlive: ${numalive}"
}

function runforever () {
  while true;do
     printit
     sleep 5
  done
}

runforever

Modified tests/fdktestqa/testqa/tests/bigrun/step1.sh from [e700391a61] to [1b0095c685].

1
2
3
4
5
6

7
8
9
10
11
12
13
1
2
3
4
5

6
7
8
9
10
11
12
13





-
+







#!/bin/bash
if [ $NUMBER -lt 10 ];then 
   sleep 20
   sleep `echo 4 * $NUMBER | bc`
else
   sleep 130
   sleep 600
fi

if [[ $RANDOM -lt 10000 ]];then
  exit 1
else
  exit 0
fi