forked from LLNL/Caliper
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathtest_loopreport.py
138 lines (105 loc) · 4.7 KB
/
test_loopreport.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
# Loop report tests
import json
import os
import unittest
import calipertest as cat
class CaliperLoopReportTest(unittest.TestCase):
""" Loop report controller (summary info) """
def test_loopreport_summary(self):
target_cmd = [ './ci_test_macros', '10', 'loop-report,summary=true,timeseries=false,output=stdout', '20' ]
caliper_config = {
'CALI_LOG_VERBOSITY' : '0',
}
log_targets = [
'Loop summary:',
'Loop Iterations Time (s)',
'main loop 20'
]
report_out,_ = cat.run_test(target_cmd, caliper_config)
lines = report_out.decode().splitlines()
for target in log_targets:
for line in lines:
if target in line:
break
else:
self.fail('%s not found in log' % target)
""" Loop report controller (timeseries info) """
def test_loopreport_timeseries(self):
target_cmd = [ './ci_test_macros', '0', 'loop-report,timeseries=true,summary=false,iteration_interval=15,output=stdout', '75' ]
caliper_config = {
'CALI_LOG_VERBOSITY' : '0',
}
log_targets = [
'Iteration summary (main loop):',
'Block Iterations Time (s)',
' 0 15',
' 30 15',
' 60 15'
]
report_out,_ = cat.run_test(target_cmd, caliper_config)
lines = report_out.decode().splitlines()
for target in log_targets:
for line in lines:
if target in line:
break
else:
self.fail('%s not found in log' % target)
""" Loop report controller (timeseries info, display default number of rows (20)) """
def test_loopreport_display_default_num_rows(self):
target_cmd = [ './ci_test_macros', '0', 'loop-report,timeseries=true,summary=false,iteration_interval=2,output=stdout', '80' ]
caliper_config = {
'CALI_LOG_VERBOSITY' : '0',
}
report_out,_ = cat.run_test(target_cmd, caliper_config)
lines = report_out.decode().splitlines()
self.assertGreater(len(lines), 20)
self.assertLess(len(lines), 28)
""" Loop report controller (timeseries info, display all rows) """
def test_loopreport_display_all_rows(self):
target_cmd = [ './ci_test_macros', '0', 'loop-report,timeseries.maxrows=0,timeseries=true,summary=false,iteration_interval=2,output=stdout', '80' ]
caliper_config = {
'CALI_LOG_VERBOSITY' : '0',
}
report_out,_ = cat.run_test(target_cmd, caliper_config)
lines = report_out.decode().splitlines()
self.assertGreater(len(lines), 40)
self.assertLess(len(lines), 48)
""" Loop report controller (timeseries info, target loop selection) """
def test_loopreport_target_loop_selection(self):
target_cmd = [ './ci_test_macros', '0', 'loop-report,target_loops=fooloop,timeseries=true,summary=true,iteration_interval=5,output=stdout,timeseries.maxrows=0', '20' ]
caliper_config = {
'CALI_LOG_VERBOSITY' : '0',
}
log_targets = [
'Iteration summary (fooloop):',
'main loop/fooloop 400',
'Block Iterations Time (s)',
' 0 100',
' 5 100',
' 10 100'
]
report_out,_ = cat.run_test(target_cmd, caliper_config)
lines = report_out.decode().splitlines()
for target in log_targets:
for line in lines:
if target in line:
break
else:
self.fail('%s not found in log' % target)
""" Loop statistics option """
def test_loop_stats(self):
target_cmd = [ './ci_test_macros', '10', 'spot,loop.stats,output=stdout' ]
query_cmd = [ '../../src/tools/cali-query/cali-query', '-q', 'let r=leaf() select * where r=main\\ loop format json' ]
obj = json.loads( cat.run_test_with_query(target_cmd, query_cmd, None) )
self.assertEqual(len(obj), 1)
rec = obj[0]
self.assertTrue("max#max#max#iter.count" in rec)
self.assertTrue("avg#avg#ls.avg" in rec)
self.assertTrue("min#min#ls.min" in rec)
self.assertTrue("max#max#ls.max" in rec)
self.assertEqual(int(rec["max#max#max#iter.count"]), 4)
self.assertGreaterEqual(float(rec["min#min#ls.min"]), 0.000009)
self.assertGreaterEqual(float(rec["avg#avg#ls.avg"]), float(rec["min#min#ls.min"]))
self.assertGreaterEqual(float(rec["max#max#ls.max"]), float(rec["avg#avg#ls.avg"]))
if __name__ == "__main__":
unittest.main()