1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
|
import subprocess
import pathlib
import re
import plugins.agl_test_conf as conf
from plugins.agl_test_base import AGLBaseTest
class LTPBase(AGLBaseTest):
LTPDIR = "/opt/ltp/"
RUNLTP = LTPDIR + "runltp"
LTPTEST = LTPDIR + "runtest/"
#Test name without the prefix of "ltp/"
test_name: str
def __init__(self, test_name: str):
self.test_name = test_name
super().__init__(name = ("ltp/" + test_name))
#Check and clean exit log
tmp_log_dir = self.get_log_path()
log_file = self.get_log_file()
log_path = pathlib.Path(log_file)
check_log_path = log_path.is_file()
if check_log_path:
subprocess.run("rm " + tmp_log_dir + "*", shell = True)
def get_log_path(self):
return self.get_temp_logdir() + "/log/"
def get_log_file(self):
return self.get_log_path() + self.test_name + ".log"
def get_test_case_list(self):
case_list = list()
reObj = re.compile('^([\\w\-]+)(\\s+)(\\w+)', re.MULTILINE)
test_file = self.LTPTEST + self.test_name
test_cases = open(test_file, 'r')
line = test_cases.readline()
while line:
matchs = reObj.search(line)
if matchs:
groups = matchs.groups()
case_list.append(groups[0])
line = test_cases.readline()
test_cases.close()
return case_list
#Run test by runltp
def run_test_fun(self, case_name):
tmp_log_dir = self.get_log_path()
run_test_cmd = self.RUNLTP + \
" -f " + self.test_name + \
" -s "+ "^" + case_name + "\\\\b" + \
" -p " + \
" -o " + tmp_log_dir + self.test_name + ".output " + \
" -l " + tmp_log_dir + self.test_name + ".log " + \
" -C " + tmp_log_dir + self.test_name + ".failed " + \
" -T " + tmp_log_dir + self.test_name + ".tconf "
console_log = tmp_log_dir + self.test_name + ".console"
with open(console_log, 'a') as consolelog:
subprocess.run(run_test_cmd, shell = True, stdout = consolelog,
stderr = consolelog)
consolelog.close()
def run_case(self, case_id):
case_info = self.get_caseinfo_by_name(case_id)
if (case_info[2] == ""):
if (case_info[1] == "PASS"):
case_info[2] = "passed"
elif (case_info[1] == "FAIL"):
case_info[2] = "failed"
#The following situations will be determined as "skipped"
# "CONF" "UNRESOLVED" "UNSUPPORTED" "UNTESTED" ""
else:
case_info[2] = "skipped"
self.update_caseinfo_by_name(case_id, case_info)
assert case_info[2] == "passed" or case_info[2] == "skipped"
def precheck(self):
# Check for common
check_common = super().precheck()
# Check for runltp script
runltp_script = pathlib.Path(self.RUNLTP)
check_runltp_script = runltp_script.is_file()
# Check self test file
test_file = pathlib.Path(self.LTPTEST + self.test_name)
check_test_file = test_file.is_file()
return check_common and check_runltp_script and check_test_file
def log_process(self):
log_file = self.get_log_file()
case_result = self.log_parser(log_file)
self.case_info_list[case_result[0]] = [case_result[0], case_result[2], ""]
#Log sample:
#Testcase Result Exit Value
#-------- ------ ----------
#cve-2011-0999 PASS 0
#cve-2011-2183 CONF 32
#cve-2011-2496 FAIL 1
def log_parser(self, log_file):
reObj = re.compile('^(.+\\w+)( +)(PASS|CONF|FAIL)( +)(\\d+)', re.MULTILINE)
case_list = dict()
test_log = open(log_file, 'r')
lines = test_log.readlines()
num = -1
line = lines[num]
while line:
matchs = reObj.search(line)
if matchs:
groups = matchs.groups()
test_log.close()
return groups
num = num - 1
line = lines[num]
test_log.close()
def run_ltp_test(self, case_name):
if(self.precheck() == True):
self.run_test_fun(case_name)
self.log_process()
|
