801f7d1033
pacman can be configured to use a different shell than /bin/sh for scriplets. Pass the cnfigured value to the pactest suite and make the necessary "copy" of the shell in the test root. Also update all copyright years in the pactest suite. Signed-off-by: Allan McRae <allan@archlinux.org>
150 lines
4.4 KiB
Python
150 lines
4.4 KiB
Python
#! /usr/bin/python2
|
|
#
|
|
# Copyright (c) 2006 by Aurelien Foret <orelien@chez.com>
|
|
# Copyright (c) 2006-2013 Pacman Developmet Team <pacman-dev@archlinux.org>
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation; either version 2 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
import os
|
|
|
|
import pmtest
|
|
|
|
|
|
class pmenv(object):
|
|
"""Environment object
|
|
"""
|
|
|
|
testcases = []
|
|
passed = 0
|
|
failed = 0
|
|
expectedfail = 0
|
|
unexpectedpass = 0
|
|
|
|
def __init__(self, root = "root"):
|
|
self.root = os.path.abspath(root)
|
|
self.pacman = {
|
|
"bin": "pacman",
|
|
"debug": 0,
|
|
"gdb": 0,
|
|
"valgrind": 0,
|
|
"nolog": 0
|
|
}
|
|
|
|
def __str__(self):
|
|
return "root = %s\n" \
|
|
"pacman = %s" \
|
|
% (self.root, self.pacman)
|
|
|
|
def addtest(self, testcase):
|
|
"""
|
|
"""
|
|
if not os.path.isfile(testcase):
|
|
raise IOError("test file %s not found" % testcase)
|
|
test = pmtest.pmtest(testcase, self.root)
|
|
self.testcases.append(test)
|
|
|
|
def run(self):
|
|
"""
|
|
"""
|
|
|
|
for t in self.testcases:
|
|
print "=========="*8
|
|
print "Running '%s'" % t.testname
|
|
|
|
t.load()
|
|
print t.description
|
|
print "----------"*8
|
|
|
|
t.generate(self.pacman)
|
|
|
|
t.run(self.pacman)
|
|
|
|
t.check()
|
|
print "==> Test result"
|
|
if t.result["fail"] == 0:
|
|
print "\tPASS"
|
|
else:
|
|
print "\tFAIL"
|
|
print
|
|
|
|
def results(self):
|
|
"""
|
|
"""
|
|
tpassed = []
|
|
tfailed = []
|
|
texpectedfail = []
|
|
tunexpectedpass = []
|
|
for test in self.testcases:
|
|
fail = test.result["fail"]
|
|
if fail == 0 and not test.expectfailure:
|
|
self.passed += 1
|
|
tpassed.append(test)
|
|
elif fail != 0 and test.expectfailure:
|
|
self.expectedfail += 1
|
|
texpectedfail.append(test)
|
|
elif fail == 0: # and not test.expectfail
|
|
self.unexpectedpass += 1
|
|
tunexpectedpass.append(test)
|
|
else:
|
|
self.failed += 1
|
|
tfailed.append(test)
|
|
|
|
def _printtest(t):
|
|
success = t.result["success"]
|
|
fail = t.result["fail"]
|
|
rules = len(t.rules)
|
|
if fail == 0:
|
|
result = "[PASS]"
|
|
else:
|
|
result = "[FAIL]"
|
|
print result,
|
|
print "%s Rules: OK = %2u FAIL = %2u SKIP = %2u" \
|
|
% (t.testname.ljust(34), success, fail, \
|
|
rules - (success + fail))
|
|
if fail != 0:
|
|
# print test description if test failed
|
|
print " ", t.description
|
|
|
|
print "=========="*8
|
|
print "Results"
|
|
print "----------"*8
|
|
print " Passed:"
|
|
for test in tpassed:
|
|
_printtest(test)
|
|
print "----------"*8
|
|
print " Expected Failures:"
|
|
for test in texpectedfail:
|
|
_printtest(test)
|
|
print "----------"*8
|
|
print " Unexpected Passes:"
|
|
for test in tunexpectedpass:
|
|
_printtest(test)
|
|
print "----------"*8
|
|
print " Failed:"
|
|
for test in tfailed:
|
|
_printtest(test)
|
|
print "----------"*8
|
|
|
|
total = len(self.testcases)
|
|
print "Total = %3u" % total
|
|
if total:
|
|
print "Pass = %3u (%6.2f%%)" % (self.passed, float(self.passed) * 100 / total)
|
|
print "Expected Fail = %3u (%6.2f%%)" % (self.expectedfail, float(self.expectedfail) * 100 / total)
|
|
print "Unexpected Pass = %3u (%6.2f%%)" % (self.unexpectedpass, float(self.unexpectedpass) * 100 / total)
|
|
print "Fail = %3u (%6.2f%%)" % (self.failed, float(self.failed) * 100 / total)
|
|
print ""
|
|
|
|
# vim: set ts=4 sw=4 et:
|