1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
|
#
# SPDX-License-Identifier: MIT
#
import unittest
import pprint
import datetime
from oeqa.runtime.case import OERuntimeTestCase
from oeqa.core.decorator.depends import OETestDepends
from oeqa.core.decorator.data import skipIfNotFeature
from oeqa.runtime.decorator.package import OEHasPackage
from oeqa.utils.logparser import PtestParser
class PTestBase(OERuntimeTestCase):
@classmethod
def setUpClass(cls):
cls.ptest_startup()
@classmethod
def tearDownClass(cls):
cls.ptest_finishup()
@classmethod
def ptest_startup(cls):
cls.failmsg = ""
cls.test_log_dir = cls.td.get('TEST_LOG_DIR', '')
# The TEST_LOG_DIR maybe NULL when testimage is added after
# testdata.json is generated.
if not cls.test_log_dir:
cls.test_log_dir = os.path.join(cls.td.get('WORKDIR', ''), 'testimage')
# Don't use self.td.get('DATETIME'), it's from testdata.json, not
# up-to-date, and may cause "File exists" when re-reun.
timestamp = datetime.datetime.now().strftime('%Y%m%d%H%M%S')
cls.ptest_log_dir_link = os.path.join(cls.test_log_dir, 'ptest_log')
cls.ptest_log_dir = '%s.%s' % (cls.ptest_log_dir_link, timestamp)
cls.ptest_runner_log = os.path.join(cls.ptest_log_dir, 'ptest-runner.log')
os.makedirs(cls.ptest_log_dir)
if not hasattr(cls.tc, "extraresults"):
cls.tc.extraresults = {}
cls.extras = cls.tc.extraresults
@classmethod
def ptest_finishup(cls):
# update symlink to ptest_log
if os.path.exists(cls.ptest_log_dir_link):
# Remove the old link to create a new one
os.remove(cls.ptest_log_dir_link)
os.symlink(os.path.basename(cls.ptest_log_dir), cls.ptest_log_dir_link)
if cls.failmsg:
cls.fail(cls.failmsg)
class PtestRunnerTest(PTestBase):
@skipIfNotFeature('ptest', 'Test requires ptest to be in DISTRO_FEATURES')
@OETestDepends(['ssh.SSHTest.test_ssh'])
@OEHasPackage(['ptest-runner'])
def test_ptestrunner_check(self):
status, output = self.target.run('which ptest-runner')
msg = 'ptest-runner not installed . %s' % output
self.assertEqual(status, 0, msg=msg)
@OETestDepends(['ptest.PtestRunnerTest.test_ptestrunner_check'])
def test_ptests_installed(self):
status, output = self.target.run('ptest-runner -l')
msg = 'No ptests found. %s' % output
self.assertEqual(status, 0, msg=msg)
@OETestDepends(['ptest.PtestRunnerTest.test_ptests_installed'])
@unittest.expectedFailure
def test_ptestrunner(self):
status, output = self.target.run('ptest-runner', 0)
with open(self.ptest_runner_log, 'w') as f:
f.write(output)
# Parse and save results
parser = PtestParser()
results, sections = parser.parse(self.ptest_runner_log)
parser.results_as_files(self.ptest_log_dir)
self.extras['ptestresult.rawlogs'] = {'log': output}
self.extras['ptestresult.sections'] = sections
trans = str.maketrans("()", "__")
for section in results:
for test in results[section]:
result = results[section][test]
testname = "ptestresult." + (section or "No-section") + "." + "_".join(test.translate(trans).split())
self.extras[testname] = {'status': result}
failed_tests = {}
for section in results:
failed_testcases = [ "_".join(test.translate(trans).split()) for test in results[section] if results[section][test] == 'fail' ]
if failed_testcases:
failed_tests[section] = failed_testcases
status, output = self.target.run('dmesg | grep "Killed process"', 0)
if output:
self.failmsg = "ERROR: Processes were killed by the OOM Killer:\n%s\n" % output
if failed_tests:
self.failmsg = self.failmsg + "Failed ptests:\n%s" % pprint.pformat(failed_tests)
|
