1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
|
import subprocess
import pathlib
import re
import plugins.agl_test_conf as conf
from plugins.agl_test_base import AGLBaseTest
class LTPBase(AGLBaseTest):
LTPDIR = "/opt/ltp/"
RUNLTP = LTPDIR + "runltp"
LTPTEST = LTPDIR + "runtest/"
#Test name without the prefix of "LTP/"
test_name: str
def __init__(self, test_name: str):
self.test_name = test_name
super().__init__(name = ("LTP/" + test_name))
#Check and clean exit log
tmp_log_dir = self.get_log_path()
log_file = self.get_log_file()
log_path = pathlib.Path(log_file)
check_log_path = log_path.is_file()
if check_log_path:
subprocess.run("rm " + tmp_log_dir + "*", shell = True)
def get_log_path(self):
return self.get_temp_logdir() + "/log/"
def get_log_file(self):
return self.get_log_path() + self.test_name + ".log"
def get_test_case_list(self):
case_list = list()
reObj = re.compile('^([\\w\\-]+)(\\s+)(\\w+)', re.MULTILINE)
test_file = self.LTPTEST + self.test_name
path_obj = pathlib.Path(test_file)
if not path_obj.is_file():
return case_list
test_cases = open(test_file, 'r')
line = test_cases.readline()
while line:
matchs = reObj.search(line)
if matchs:
groups = matchs.groups()
case_list.append(groups[0])
line = test_cases.readline()
test_cases.close()
return case_list
def get_skip_file_path(self):
path = self.get_log_path() + self.test_name + ".skip"
return path
def has_skip_file(self):
path = self.get_skip_file_path()
pathObj_skipfile = pathlib.Path(path)
return pathObj_skipfile.is_file()
#Run test by runltp
def run_test_fun(self, case_name):
tmp_log_dir = self.get_log_path()
run_test_cmd_basic = self.RUNLTP + \
" -f " + self.test_name + \
" -s "+ "^" + case_name + "\\\\b" + \
" -p " + \
" -o " + tmp_log_dir + self.test_name + ".output " + \
" -l " + tmp_log_dir + self.test_name + ".log " + \
" -C " + tmp_log_dir + self.test_name + ".failed " + \
" -T " + tmp_log_dir + self.test_name + ".tconf "
console_log = tmp_log_dir + self.test_name + ".console"
if not self.has_skip_file():
run_test_cmd = run_test_cmd_basic
else:
run_test_cmd = run_test_cmd_basic + " -S " + self.get_skip_file_path()
with open(console_log, 'a') as consolelog:
subprocess.run(run_test_cmd, shell = True, stdout = consolelog,
stderr = consolelog)
consolelog.close()
def run_case(self, case_id):
case_info = self.get_caseinfo_by_name(case_id)
if (case_info[2] == ""):
if (case_info[1] == "PASS"):
case_info[2] = "passed"
elif (case_info[1] == "FAIL"):
case_info[2] = "failed"
#The following situations will be determined as "skipped"
# "CONF" "UNRESOLVED" "UNSUPPORTED" "UNTESTED" ""
else:
case_info[2] = "skipped"
self.update_caseinfo_by_name(case_id, case_info)
assert case_info[2] == "passed" or case_info[2] == "skipped"
def precheck(self):
# Check for common
check_common = super().precheck()
# Check for runltp script
runltp_script = pathlib.Path(self.RUNLTP)
check_runltp_script = runltp_script.is_file()
# Check self test file
test_file = pathlib.Path(self.LTPTEST + self.test_name)
check_test_file = test_file.is_file()
if((check_common and check_runltp_script and check_test_file) == False):
#write test suite info to file
self.write_skip_info()
return check_common and check_runltp_script and check_test_file
def log_process(self):
log_file = self.get_log_file()
case_result = self.log_parser(log_file)
self.case_info_list[case_result[0]] = [case_result[0], case_result[2], ""]
#Log sample:
#Testcase Result Exit Value
#-------- ------ ----------
#cve-2011-0999 PASS 0
#cve-2011-2183 CONF 32
#cve-2011-2496 FAIL 1
def log_parser(self, log_file):
reObj = re.compile('^(.+\\w+)( +)(PASS|CONF|FAIL)( +)(\\d+)', re.MULTILINE)
case_list = dict()
test_log = open(log_file, 'r')
lines = test_log.readlines()
num = -1
line = lines[num]
while line:
matchs = reObj.search(line)
if matchs:
groups = matchs.groups()
test_log.close()
return groups
num = num - 1
line = lines[num]
test_log.close()
def run_ltp_test(self, case_name):
if(self.precheck() == True):
self.run_test_fun(case_name)
#write test suite info to file
self.write_run_info()
self.log_process()
|
