253 lines
8.2 KiB
Bash
253 lines
8.2 KiB
Bash
|
#!/usr/bin/env bash
|
||
|
|
|
||
|
|
usage()
|
||
|
|
{
|
||
|
|
echo "Usage: $0 [OS] [arch] [flavor] [-mode] [-runtest] [-coreclr <subset>]"
|
||
|
|
echo " -mode : Compilation mode. Specify cpp/ryujit. Default: ryujit"
|
||
|
|
echo " -runtest : Should just compile or run compiled binary? Specify: true/false. Default: true."
|
||
|
|
echo " -coreclr : Download and run the CoreCLR repo tests"
|
||
|
|
echo ""
|
||
|
|
echo " --- CoreCLR Subset ---"
|
||
|
|
echo " top200 : Runs broad coverage / CI validation (~200 tests)."
|
||
|
|
echo " knowngood : Runs tests known to pass on CoreRT (~6000 tests)."
|
||
|
|
echo " all : Runs all tests. There will be many failures (~7000 tests)."
|
||
|
|
exit 1
|
||
|
|
}
|
||
|
|
|
||
|
|
runtest()
|
||
|
|
{
|
||
|
|
echo "Running test $1 $2"
|
||
|
|
__SourceFolder=$1
|
||
|
|
__SourceFileName=$2
|
||
|
|
__SourceFile=${__SourceFolder}/${__SourceFileName}
|
||
|
|
${__SourceFile}.sh $1/bin/${CoreRT_BuildType}/native $2
|
||
|
|
return $?
|
||
|
|
}
|
||
|
|
|
||
|
|
run_test_dir()
|
||
|
|
{
|
||
|
|
local __test_dir=$1
|
||
|
|
local __mode=$2
|
||
|
|
local __dir_path=`dirname ${__test_dir}`
|
||
|
|
local __filename=`basename ${__dir_path}`
|
||
|
|
local __extra_args=""
|
||
|
|
if [ "${__mode}" = "Cpp" ]; then
|
||
|
|
__extra_args="${__extra_args} /p:NativeCodeGen=cpp"
|
||
|
|
fi
|
||
|
|
|
||
|
|
rm -rf ${__dir_path}/bin ${__dir_path}/obj
|
||
|
|
|
||
|
|
local __msbuild_dir=${CoreRT_TestRoot}/../Tools
|
||
|
|
echo ${__msbuild_dir}/msbuild.sh /m /p:IlcPath=${CoreRT_ToolchainDir} /p:Configuration=${CoreRT_BuildType} /p:RepoLocalBuild=true ${__extra_args} ${__dir_path}/${__filename}.csproj
|
||
|
|
${__msbuild_dir}/msbuild.sh /m /p:IlcPath=${CoreRT_ToolchainDir} /p:Configuration=${CoreRT_BuildType} /p:RepoLocalBuild=true ${__extra_args} ${__dir_path}/${__filename}.csproj
|
||
|
|
|
||
|
|
runtest ${__dir_path} ${__filename}
|
||
|
|
local __exitcode=$?
|
||
|
|
if [ ${__exitcode} == 0 ]; then
|
||
|
|
local __pass_var=__${__mode}PassedTests
|
||
|
|
eval ${__pass_var}=$((${__pass_var} + 1))
|
||
|
|
echo "<test name=\"${__dir_path}\" type=\"${__filename}:${__mode}\" method=\"Main\" result=\"Pass\" />" >> ${__CoreRTTestBinDir}/testResults.tmp
|
||
|
|
else
|
||
|
|
echo "<test name=\"${__dir_path}\" type=\"${__filename}:${__mode}\" method=\"Main\" result=\"Fail\">" >> ${__CoreRTTestBinDir}/testResults.tmp
|
||
|
|
echo "<failure exception-type=\"Exit code: ${__exitcode}\">" >> ${__CoreRTTestBinDir}/testResults.tmp
|
||
|
|
echo "<message>See ${__dir_path} /bin or /obj for logs </message>" >> ${__CoreRTTestBinDir}/testResults.tmp
|
||
|
|
echo "</failure>" >> ${__CoreRTTestBinDir}/testResults.tmp
|
||
|
|
echo "</test>" >> ${__CoreRTTestBinDir}/testResults.tmp
|
||
|
|
fi
|
||
|
|
local __total_var=__${__mode}TotalTests
|
||
|
|
eval ${__total_var}=$((${__total_var} + 1))
|
||
|
|
return $?
|
||
|
|
}
|
||
|
|
|
||
|
|
restore_coreclr_tests()
|
||
|
|
{
|
||
|
|
CoreRT_Test_Download_Semaphore=${CoreRT_TestExtRepo}/init-tests.completed
|
||
|
|
|
||
|
|
if [ -e ${CoreRT_Test_Download_Semaphore} ]; then
|
||
|
|
echo "Tests are already initialized."
|
||
|
|
return 0
|
||
|
|
fi
|
||
|
|
|
||
|
|
if [ -d ${CoreRT_TestExtRepo} ]; then
|
||
|
|
rm -r ${CoreRT_TestExtRepo}
|
||
|
|
fi
|
||
|
|
mkdir -p ${CoreRT_TestExtRepo}
|
||
|
|
|
||
|
|
echo "Restoring tests (this may take a few minutes).."
|
||
|
|
TESTS_REMOTE_URL=$(<${CoreRT_TestRoot}/../CoreCLRTestsURL.txt)
|
||
|
|
TESTS_LOCAL_ZIP=${CoreRT_TestExtRepo}/tests.zip
|
||
|
|
curl --retry 10 --retry-delay 5 -sSL -o ${TESTS_LOCAL_ZIP} ${TESTS_REMOTE_URL}
|
||
|
|
|
||
|
|
unzip -q ${TESTS_LOCAL_ZIP} -d ${CoreRT_TestExtRepo}
|
||
|
|
|
||
|
|
echo "CoreCLR tests restored from ${TESTS_REMOTE_URL}" >> ${CoreRT_Test_Download_Semaphore}
|
||
|
|
}
|
||
|
|
|
||
|
|
run_coreclr_tests()
|
||
|
|
{
|
||
|
|
if [ -z ${CoreRT_TestExtRepo} ]; then
|
||
|
|
CoreRT_TestExtRepo=${CoreRT_TestRoot}/../tests_downloaded/CoreCLR
|
||
|
|
fi
|
||
|
|
|
||
|
|
restore_coreclr_tests
|
||
|
|
|
||
|
|
if [ ! -d ${CoreRT_TestExtRepo} ]; then
|
||
|
|
echo "Error: ${CoreRT_TestExtRepo} does not exist."
|
||
|
|
exit -1
|
||
|
|
fi
|
||
|
|
|
||
|
|
XunitTestBinBase=${CoreRT_TestExtRepo}
|
||
|
|
CORE_ROOT=${CoreRT_TestRoot}/CoreCLR/runtest
|
||
|
|
pushd ${CoreRT_TestRoot}/CoreCLR/runtest
|
||
|
|
|
||
|
|
export CoreRT_TestRoot
|
||
|
|
|
||
|
|
CoreRT_TestSelectionArg=
|
||
|
|
if [ "$SelectedTests" = "top200" ]; then
|
||
|
|
CoreRT_TestSelectionArg="--playlist=${CoreRT_TestRoot}/Top200.unix.txt"
|
||
|
|
elif [ "$SelectedTests" = "knowngood" ]; then
|
||
|
|
# Todo: Build the list of tests that pass
|
||
|
|
CoreRT_TestSelectionArg=
|
||
|
|
elif [ "$SelectedTests" = "all" ]; then
|
||
|
|
CoreRT_TestSelectionArg=
|
||
|
|
fi
|
||
|
|
|
||
|
|
echo ./runtest.sh --testRootDir=${CoreRT_TestExtRepo} --coreOverlayDir=${CoreRT_TestRoot}/CoreCLR ${CoreRT_TestSelectionArg} --logdir=$__LogDir
|
||
|
|
./runtest.sh --testRootDir=${CoreRT_TestExtRepo} --coreOverlayDir=${CoreRT_TestRoot}/CoreCLR ${CoreRT_TestSelectionArg} --logdir=$__LogDir
|
||
|
|
}
|
||
|
|
|
||
|
|
CoreRT_TestRoot="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||
|
|
CoreRT_CliBinDir=${CoreRT_TestRoot}/../Tools/dotnetcli
|
||
|
|
CoreRT_BuildArch=x64
|
||
|
|
CoreRT_BuildType=Debug
|
||
|
|
CoreRT_TestRun=true
|
||
|
|
CoreRT_TestCompileMode=ryujit
|
||
|
|
|
||
|
|
while [ "$1" != "" ]; do
|
||
|
|
lowerI="$(echo $1 | awk '{print tolower($0)}')"
|
||
|
|
case $lowerI in
|
||
|
|
-?|-h|--help)
|
||
|
|
usage
|
||
|
|
exit 1
|
||
|
|
;;
|
||
|
|
x86)
|
||
|
|
CoreRT_BuildArch=x86
|
||
|
|
;;
|
||
|
|
x64)
|
||
|
|
CoreRT_BuildArch=x64
|
||
|
|
;;
|
||
|
|
arm)
|
||
|
|
CoreRT_BuildArch=arm
|
||
|
|
;;
|
||
|
|
arm64)
|
||
|
|
CoreRT_BuildArch=arm64
|
||
|
|
;;
|
||
|
|
debug)
|
||
|
|
CoreRT_BuildType=Debug
|
||
|
|
;;
|
||
|
|
release)
|
||
|
|
CoreRT_BuildType=Release
|
||
|
|
;;
|
||
|
|
-mode)
|
||
|
|
shift
|
||
|
|
CoreRT_TestCompileMode=$1
|
||
|
|
;;
|
||
|
|
-runtest)
|
||
|
|
shift
|
||
|
|
CoreRT_TestRun=$1
|
||
|
|
;;
|
||
|
|
-dotnetclipath)
|
||
|
|
shift
|
||
|
|
CoreRT_CliBinDir=$1
|
||
|
|
;;
|
||
|
|
-coreclr)
|
||
|
|
CoreRT_RunCoreCLRTests=true;
|
||
|
|
shift
|
||
|
|
SelectedTests=$1
|
||
|
|
|
||
|
|
if [ -z ${SelectedTests} ]; then
|
||
|
|
SelectedTests=top200
|
||
|
|
elif [ "${SelectedTests}" != "all" ] && [ "${SelectedTests}" != "top200" ] && [ "${SelectedTests}" != "knowngood" ]; then
|
||
|
|
echo "Error: Invalid CoreCLR test selection."
|
||
|
|
exit -1
|
||
|
|
fi
|
||
|
|
;;
|
||
|
|
*)
|
||
|
|
;;
|
||
|
|
esac
|
||
|
|
shift
|
||
|
|
done
|
||
|
|
|
||
|
|
source "$CoreRT_TestRoot/testenv.sh"
|
||
|
|
|
||
|
|
__BuildStr=${CoreRT_BuildOS}.${CoreRT_BuildArch}.${CoreRT_BuildType}
|
||
|
|
__CoreRTTestBinDir=${CoreRT_TestRoot}/../bin/tests
|
||
|
|
__LogDir=${CoreRT_TestRoot}/../bin/Logs/${__BuildStr}/tests
|
||
|
|
__build_os_lowcase=$(echo "${CoreRT_BuildOS}" | tr '[:upper:]' '[:lower:]')
|
||
|
|
|
||
|
|
if [ ! -d $__LogDir ]; then
|
||
|
|
mkdir -p $__LogDir
|
||
|
|
fi
|
||
|
|
|
||
|
|
if [ ! -d ${CoreRT_ToolchainDir} ]; then
|
||
|
|
echo "Toolchain not found in ${CoreRT_ToolchainDir}"
|
||
|
|
exit -1
|
||
|
|
fi
|
||
|
|
|
||
|
|
if [ ${CoreRT_RunCoreCLRTests} ]; then
|
||
|
|
run_coreclr_tests
|
||
|
|
exit $?
|
||
|
|
fi
|
||
|
|
|
||
|
|
__CppTotalTests=0
|
||
|
|
__CppPassedTests=0
|
||
|
|
__JitTotalTests=0
|
||
|
|
__JitPassedTests=0
|
||
|
|
|
||
|
|
echo > ${__CoreRTTestBinDir}/testResults.tmp
|
||
|
|
|
||
|
|
__BuildOsLowcase=$(echo "${CoreRT_BuildOS}" | tr '[:upper:]' '[:lower:]')
|
||
|
|
|
||
|
|
for csproj in $(find src -name "*.csproj")
|
||
|
|
do
|
||
|
|
if [ ! -e `dirname ${csproj}`/no_unix ]; then
|
||
|
|
run_test_dir ${csproj} "Jit"
|
||
|
|
if [ ! -e `dirname ${csproj}`/no_cpp ]; then
|
||
|
|
run_test_dir ${csproj} "Cpp"
|
||
|
|
fi
|
||
|
|
fi
|
||
|
|
done
|
||
|
|
|
||
|
|
__TotalTests=$((${__JitTotalTests} + ${__CppTotalTests}))
|
||
|
|
__PassedTests=$((${__JitPassedTests} + ${__CppPassedTests}))
|
||
|
|
__FailedTests=$((${__TotalTests} - ${__PassedTests}))
|
||
|
|
|
||
|
|
echo "<?xml version=\"1.0\" encoding=\"utf-8\"?>" > ${__CoreRTTestBinDir}/testResults.xml
|
||
|
|
echo "<assemblies>" >> ${__CoreRTTestBinDir}/testResults.xml
|
||
|
|
echo "<assembly name=\"ILCompiler\" total=\"${__TotalTests}\" passed=\"${__PassedTests}\" failed=\"${__FailedTests}\" skipped=\"0\">" >> ${__CoreRTTestBinDir}/testResults.xml
|
||
|
|
echo "<collection total=\"${__TotalTests}\" passed=\"${__PassedTests}\" failed=\"${__FailedTests}\" skipped=\"0\">" >> ${__CoreRTTestBinDir}/testResults.xml
|
||
|
|
cat "${__CoreRTTestBinDir}/testResults.tmp" >> ${__CoreRTTestBinDir}/testResults.xml
|
||
|
|
echo "</collection>" >> ${__CoreRTTestBinDir}/testResults.xml
|
||
|
|
echo "</assembly>" >> ${__CoreRTTestBinDir}/testResults.xml
|
||
|
|
echo "</assemblies>" >> ${__CoreRTTestBinDir}/testResults.xml
|
||
|
|
|
||
|
|
|
||
|
|
echo "JIT - TOTAL: ${__JitTotalTests} PASSED: ${__JitPassedTests}"
|
||
|
|
echo "CPP - TOTAL: ${__CppTotalTests} PASSED: ${__CppPassedTests}"
|
||
|
|
|
||
|
|
if [ ${__JitTotalTests} == 0 ]; then
|
||
|
|
exit 1
|
||
|
|
fi
|
||
|
|
|
||
|
|
if [ ${__CppTotalTests} == 0 ]; then
|
||
|
|
exit 1
|
||
|
|
fi
|
||
|
|
if [ ${__JitTotalTests} -gt ${__JitPassedTests} ]; then
|
||
|
|
exit 1
|
||
|
|
fi
|
||
|
|
if [ ${__CppTotalTests} -gt ${__CppPassedTests} ]; then
|
||
|
|
exit 1
|
||
|
|
fi
|
||
|
|
|
||
|
|
exit 0
|