You've already forked linux-packaging-mono
146 lines
5.5 KiB
Python
146 lines
5.5 KiB
Python
from __future__ import absolute_import
|
|
import os
|
|
import subprocess
|
|
import sys
|
|
|
|
import lit.Test
|
|
import lit.TestRunner
|
|
import lit.util
|
|
from .base import TestFormat
|
|
|
|
kIsWindows = sys.platform in ['win32', 'cygwin']
|
|
|
|
class GoogleTest(TestFormat):
|
|
def __init__(self, test_sub_dirs, test_suffix):
|
|
self.test_sub_dirs = os.path.normcase(str(test_sub_dirs)).split(';')
|
|
|
|
# On Windows, assume tests will also end in '.exe'.
|
|
exe_suffix = str(test_suffix)
|
|
if kIsWindows:
|
|
exe_suffix += '.exe'
|
|
|
|
# Also check for .py files for testing purposes.
|
|
self.test_suffixes = {exe_suffix, test_suffix + '.py'}
|
|
|
|
def getGTestTests(self, path, litConfig, localConfig):
|
|
"""getGTestTests(path) - [name]
|
|
|
|
Return the tests available in gtest executable.
|
|
|
|
Args:
|
|
path: String path to a gtest executable
|
|
litConfig: LitConfig instance
|
|
localConfig: TestingConfig instance"""
|
|
|
|
list_test_cmd = self.maybeAddPythonToCmd([path, '--gtest_list_tests'])
|
|
|
|
try:
|
|
output = subprocess.check_output(list_test_cmd,
|
|
env=localConfig.environment)
|
|
except subprocess.CalledProcessError as exc:
|
|
litConfig.warning(
|
|
"unable to discover google-tests in %r: %s. Process output: %s"
|
|
% (path, sys.exc_info()[1], exc.output))
|
|
raise StopIteration
|
|
|
|
nested_tests = []
|
|
for ln in output.splitlines(False): # Don't keep newlines.
|
|
ln = lit.util.to_string(ln)
|
|
|
|
if 'Running main() from gtest_main.cc' in ln:
|
|
# Upstream googletest prints this to stdout prior to running
|
|
# tests. LLVM removed that print statement in r61540, but we
|
|
# handle it here in case upstream googletest is being used.
|
|
continue
|
|
|
|
# The test name list includes trailing comments beginning with
|
|
# a '#' on some lines, so skip those. We don't support test names
|
|
# that use escaping to embed '#' into their name as the names come
|
|
# from C++ class and method names where such things are hard and
|
|
# uninteresting to support.
|
|
ln = ln.split('#', 1)[0].rstrip()
|
|
if not ln.lstrip():
|
|
continue
|
|
|
|
index = 0
|
|
while ln[index*2:index*2+2] == ' ':
|
|
index += 1
|
|
while len(nested_tests) > index:
|
|
nested_tests.pop()
|
|
|
|
ln = ln[index*2:]
|
|
if ln.endswith('.'):
|
|
nested_tests.append(ln)
|
|
elif any([name.startswith('DISABLED_')
|
|
for name in nested_tests + [ln]]):
|
|
# Gtest will internally skip these tests. No need to launch a
|
|
# child process for it.
|
|
continue
|
|
else:
|
|
yield ''.join(nested_tests) + ln
|
|
|
|
def getTestsInDirectory(self, testSuite, path_in_suite,
|
|
litConfig, localConfig):
|
|
source_path = testSuite.getSourcePath(path_in_suite)
|
|
for subdir in self.test_sub_dirs:
|
|
dir_path = os.path.join(source_path, subdir)
|
|
if not os.path.isdir(dir_path):
|
|
continue
|
|
for fn in lit.util.listdir_files(dir_path,
|
|
suffixes=self.test_suffixes):
|
|
# Discover the tests in this executable.
|
|
execpath = os.path.join(source_path, subdir, fn)
|
|
testnames = self.getGTestTests(execpath, litConfig, localConfig)
|
|
for testname in testnames:
|
|
testPath = path_in_suite + (subdir, fn, testname)
|
|
yield lit.Test.Test(testSuite, testPath, localConfig,
|
|
file_path=execpath)
|
|
|
|
def execute(self, test, litConfig):
|
|
testPath,testName = os.path.split(test.getSourcePath())
|
|
while not os.path.exists(testPath):
|
|
# Handle GTest parametrized and typed tests, whose name includes
|
|
# some '/'s.
|
|
testPath, namePrefix = os.path.split(testPath)
|
|
testName = namePrefix + '/' + testName
|
|
|
|
cmd = [testPath, '--gtest_filter=' + testName]
|
|
cmd = self.maybeAddPythonToCmd(cmd)
|
|
if litConfig.useValgrind:
|
|
cmd = litConfig.valgrindArgs + cmd
|
|
|
|
if litConfig.noExecute:
|
|
return lit.Test.PASS, ''
|
|
|
|
try:
|
|
out, err, exitCode = lit.util.executeCommand(
|
|
cmd, env=test.config.environment,
|
|
timeout=litConfig.maxIndividualTestTime)
|
|
except lit.util.ExecuteCommandTimeoutException:
|
|
return (lit.Test.TIMEOUT,
|
|
'Reached timeout of {} seconds'.format(
|
|
litConfig.maxIndividualTestTime)
|
|
)
|
|
|
|
if exitCode:
|
|
return lit.Test.FAIL, out + err
|
|
|
|
passing_test_line = '[ PASSED ] 1 test.'
|
|
if passing_test_line not in out:
|
|
msg = ('Unable to find %r in gtest output:\n\n%s%s' %
|
|
(passing_test_line, out, err))
|
|
return lit.Test.UNRESOLVED, msg
|
|
|
|
return lit.Test.PASS,''
|
|
|
|
def maybeAddPythonToCmd(self, cmd):
|
|
"""Insert the python exe into the command if cmd[0] ends in .py
|
|
|
|
We cannot rely on the system to interpret shebang lines for us on
|
|
Windows, so add the python executable to the command if this is a .py
|
|
script.
|
|
"""
|
|
if cmd[0].endswith('.py'):
|
|
return [sys.executable] + cmd
|
|
return cmd
|