dasharo/open-source-firmware-validation
0
0
Fork 0
mirror of https://github.com/Dasharo/open-source-firmware-validation.git synced 2026-06-13 10:16:18 -07:00
Code Issues Packages Projects Releases Wiki Activity

cpu-performance.robot: Use configs compatible with UPP

Browse Source 
Signed-off-by: Filip Gołaś <filip.golas@3mdeb.com>
This commit is contained in:
Filip Gołaś
2026-04-24 12:39:54 +02:00
parent 70701bf571
commit c8c5be2598
10 changed files with 446 additions and 167 deletions
Download Patch File Download Diff File Expand all files Collapse all files
dasharo-performance/cpu-performance.robot
+93 -110
View File
@@ -1,4 +1,5 @@
*** Settings ***
Library Collections
Library Telnet timeout=20 seconds connection_timeout=120 seconds
Library SSHLibrary timeout=90 seconds
Resource ../lib/performance/common.robot
@@ -11,9 +12,7 @@ Default Tags automated
*** Variables ***
${DEVIATION_UP}= 1.2 # acceptable deviation +/-20%
${DEVIATION_DOWN}= 0.8
${RUNS_AMOUNT}= 3
${RUNS_AMOUNT}= 3
*** Test Cases ***
@@ -28,10 +27,7 @@ CPP001.201 Single Threaded CPU Benchmark (Ubuntu) (AC)
Boot System Or From Connected Disk ${ENV_ID_UBUNTU}
Login To Linux
Switch To Root User
${render_test_passed}= Run C-Ray Single-thread Render
${coremark_test_passed}= Run Coremark Single-thread
Should Be True ${render_test_passed}
Should Be True ${coremark_test_passed}
Run Supported Benchmarks singlecore
CPP002.201 Multi Threaded CPU Benchmark (Ubuntu) (AC)
[Documentation] Test multi threaded performance using phoronix
@@ -45,8 +41,7 @@ CPP002.201 Multi Threaded CPU Benchmark (Ubuntu) (AC)
Boot System Or From Connected Disk ${ENV_ID_UBUNTU}
Login To Linux
Switch To Root User
${c_7zip_test_passed}= 7-Zip Multi-thread Compression And Decompression Average
Should Be True ${c_7zip_test_passed}
Run Supported Benchmarks multicore
CPP003.201 Single Threaded CPU Benchmark (Ubuntu) (Battery)
[Documentation] Test single threaded performance using phoronix
@@ -61,10 +56,7 @@ CPP003.201 Single Threaded CPU Benchmark (Ubuntu) (Battery)
Boot System Or From Connected Disk ${ENV_ID_UBUNTU}
Login To Linux
Switch To Root User
${render_test_passed}= Run C-Ray Single-thread Render
${coremark_test_passed}= Run Coremark Single-thread
Should Be True ${render_test_passed}
Should Be True ${coremark_test_passed}
Run Supported Benchmarks singlecore
CPP004.201 Multi Threaded CPU Benchmark (Ubuntu) (Battery)
[Documentation] Test multi threaded performance using phoronix
@@ -79,8 +71,7 @@ CPP004.201 Multi Threaded CPU Benchmark (Ubuntu) (Battery)
Boot System Or From Connected Disk ${ENV_ID_UBUNTU}
Login To Linux
Switch To Root User
${c_7zip_test_passed}= 7-Zip Multi-thread Compression And Decompression Average
Should Be True ${c_7zip_test_passed}
Run Supported Benchmarks multicore
*** Keywords ***
@@ -123,68 +114,102 @@ CPU Performance Suite Setup
${get_date}= Get Current Date result_format=%d%m%Y%H%M%S
VAR ${CURRENT_DATE}= ${get_date} scope=GLOBAL
${laptop_platform}= Check The Platform Is A Laptop
VAR ${1080p}= Resolution: 1080p - Rays Per Pixel: 16=${EMPTY} ${CRAY_1080_P_RENDER} separator=${SPACE}
VAR ${4k}= Resolution: 4K - Rays Per Pixel: 16=${EMPTY} ${CRAY_4_K_RENDER} separator=${SPACE}
VAR ${5k}= Resolution: 5K - Rays Per Pixel: 16=${EMPTY} ${CRAY_5_K_RENDER} separator=${SPACE}
VAR @{SINGLE_THREAD_RES_TESTS}= ${1080p} ${4k} ${5k} scope=GLOBAL
VAR ${comp}= Test: Compression Rating=${ZIP_MULTI_COMPRESSION} separator=${SPACE}
VAR ${decomp}= Test: Decompression Rating=${ZIP_MULTI_DECOMPRESSION} separator=${SPACE}
VAR @{MULTI_THREAD_TESTS}= ${comp} ${decomp} scope=GLOBAL
Run C-Ray Single-thread Render
[Documentation] Run C-Ray benchmark with all resolutions (1080p, 4K, 5K) on single thread
Log To Console \n # new line for readability
Run Supported Benchmarks
[Documentation] Runs all phoronix benchmarks and validates results by the given type
[Arguments] ${target_type} # singlecore / multicore
VAR ${test_name_to_path}= cpuperformance
VAR ${test_name_to_path}= ${test_name_to_path} ${CURRENT_DATE} separator=${EMPTY}
Execute Command In Terminal export FORCE_TIMES_TO_RUN=${RUNS_AMOUNT}
${result}= Execute Command In Terminal
... echo 4 | phoronix-test-suite batch-run pts/c-ray TEST_RESULTS_NAME=${test_name_to_path}
... timeout=18000
Should Not Contain ${result} The batch mode must first be configured.
IF '${target_type}' == 'singlecore'
Execute Command In Terminal export FORCE_TIMES_TO_RUN=${RUNS_AMOUNT}
${result}= Execute Command In Terminal
... echo 4 | phoronix-test-suite batch-run pts/c-ray TEST_RESULTS_NAME=${test_name_to_path}
... timeout=18000
Should Not Contain ${result} The batch mode must first be configured.
${test_passed}= Validate Multiple Results
Execute Command In Terminal export FORCE_TIMES_TO_RUN=${RUNS_AMOUNT}
${result}= Execute Command In Terminal
... phoronix-test-suite batch-run pts/coremark TEST_RESULTS_NAME=${test_name_to_path}
... timeout=1800
Should Not Contain ${result} The batch mode must first be configured.
ELSE IF '${target_type}' == 'multicore'
Execute Command In Terminal export FORCE_TIMES_TO_RUN=${RUNS_AMOUNT}
${result}= Execute Command In Terminal
... phoronix-test-suite batch-run pts/compress-7zip TEST_RESULTS_NAME=${test_name_to_path}
... timeout=1800
Should Not Contain ${result} The batch mode must first be configured.
END
VAR ${any_failed}= ${FALSE}
VAR @{errors}= @{EMPTY}
FOR ${benchmark} IN @{CPP_BENCHMARKS}
${type}= Get From Dictionary ${benchmark} type
IF '${type}' == '${target_type}'
${result} ${msg}= Validate A Result ${test_name_to_path} ${benchmark}
IF not $result
VAR ${any_failed}= ${TRUE}
Append To List ${errors} ${msg}
END
END
END
IF ${any_failed}
Log Some benchmarks have failed: ERROR
FOR ${msg} IN @{errors}
Log ${msg} ERROR
END
Fail Some benchmarks have failed
END
Validate A Result
[Documentation] Reads a benchmark result from the phoronix XML output and validates it
... against the reference value.
[Arguments] ${test_name_to_path} ${benchmark_dict}
${phoronix_test_name}= Get From Dictionary ${benchmark_dict} name
${ref_score}= Get From Dictionary ${benchmark_dict} score
${scale}= Get From Dictionary ${benchmark_dict} scale
${deviation}= Get From Dictionary ${benchmark_dict} dev
${deviation_percent}= Evaluate float(${deviation})*100
${lower_bound}= Evaluate ${ref_score} * (1 - ${deviation})
${higher_bound}= Evaluate ${ref_score} * (1 + ${deviation})
${raw_values}= Read The Results
... ${PTS_RESULTS_DIR_LINUX_ROOT}
... ${test_name_to_path}
... @{SINGLE_THREAD_RES_TESTS}
RETURN ${test_passed}
... ${phoronix_test_name}
Run Coremark Single-thread
[Documentation] Run Coremark benchmark on single thread
VAR ${test_name_to_path}= cpuperformance
VAR ${test_name_to_path}= ${test_name_to_path} ${CURRENT_DATE} separator=${EMPTY}
Log To Console \nResults of ${phoronix_test_name}:
${num_list}= Split String ${raw_values} separator=:
FOR ${benchmark_score} IN @{num_list}
${benchmark_score}= Convert To Number ${benchmark_score}
IF '${scale}' == 'higher_is_better'
${fail_condition}= Evaluate ${benchmark_score} < ${lower_bound}
${too_good_condition}= Evaluate ${benchmark_score} > ${higher_bound}
ELSE IF '${scale}' == 'lower_is_better'
${fail_condition}= Evaluate ${benchmark_score} > ${higher_bound}
${too_good_condition}= Evaluate ${benchmark_score} < ${lower_bound}
END
Execute Command In Terminal export FORCE_TIMES_TO_RUN=${RUNS_AMOUNT}
${result}= Execute Command In Terminal
... phoronix-test-suite batch-run pts/coremark TEST_RESULTS_NAME=${test_name_to_path}
... timeout=1800
Should Not Contain ${result} The batch mode must first be configured.
${test_result_values}= Read The Results
... ${PTS_RESULTS_DIR_LINUX_ROOT}
... ${test_name_to_path}
... CoreMark Size 666 - Iterations Per Second
Log To Console \nResults of the CoreMark Size 666 - Iterations Per Second:\n
${test_passed}= Validate The Results ${test_result_values} ${COREMARK_SINGLE}
RETURN ${test_passed}
7-Zip Multi-thread Compression And Decompression Average
[Documentation] Run 7-Zip Multi-thread Compression and Decompression benchmark on multiple threads
Log To Console \n # new line for readability
VAR ${test_name_to_path}= cpuperformance
VAR ${test_name_to_path}= ${test_name_to_path} ${CURRENT_DATE} separator=${EMPTY}
Execute Command In Terminal export FORCE_TIMES_TO_RUN=${RUNS_AMOUNT}
${result}= Execute Command In Terminal
... phoronix-test-suite batch-run pts/compress-7zip TEST_RESULTS_NAME=${test_name_to_path}
... timeout=1800
Should Not Contain ${result} The batch mode must first be configured.
${test_passed}= Validate Multiple Results
... ${PTS_RESULTS_DIR_LINUX_ROOT}
... ${test_name_to_path}
... @{MULTI_THREAD_TESTS}
RETURN ${test_passed}
IF ${too_good_condition}
VAR ${msg}= ${phoronix_test_name}: The measured score of ${benchmark_score}
... is over ${deviation_percent}% better than reference value: ${ref_score}
Log ${msg} WARN
RETURN ${TRUE} ${msg}
ELSE IF ${fail_condition}
VAR ${msg}= ${phoronix_test_name}: The measured score of ${benchmark_score}
... is over ${deviation_percent}% worse then the reference value: ${ref_score}
Log ${msg} ERROR
RETURN ${FALSE} ${msg}
ELSE
Log To Console ${benchmark_score}
END
END
VAR ${msg}= ${phoronix_test_name}: The measured score of ${benchmark_score}
... is acceptable for reference value of ${ref_score}
Log ${msg} CONSOLE
RETURN ${TRUE} ${msg}
Read The Results
[Arguments] ${perf_results_path_ubuntu} ${test_name_to_path} ${test_description}
@@ -195,45 +220,3 @@ Read The Results
... separator=${SPACE}
${test_result_values}= Execute Command In Terminal ${awk_commmand}
RETURN ${test_result_values}
Validate The Results
[Arguments] ${nums} ${combined_ref_val}
${ref_val}= Convert To Number ${combined_ref_val}
${min}= Evaluate ${ref_val} * ${DEVIATION_DOWN}
${max}= Evaluate ${ref_val} * ${DEVIATION_UP}
${num_list}= Split String ${nums} separator=:
VAR ${return_val}= ${True}
${qtty}= Get Length ${num_list}
FOR ${i} IN RANGE ${qtty}
${num}= Convert To Number ${num_list}[${i}]
${i_plus_one}= Evaluate ${i} + 1
IF ${num} < ${min} or ${num} > ${max}
Log To Console ${i_plus_one}. ${num} is out of acceptable range of (${min} - ${max}).
VAR ${return_val}= ${False}
ELSE
Log To Console ${i_plus_one}. ${num}
END
END
RETURN ${return_val}
Validate Multiple Results
[Arguments] ${perf_results_path_ubuntu} ${test_name_to_path} @{reference_data}
Should Not Be Empty ${reference_data}
VAR ${test_passed}= ${True}
FOR ${compare_values} IN @{reference_data}
${description_string} ${expected_value}= Split String ${compare_values} =
Log To Console \nResults of the ${description_string}:
${test_result_values}= Read The Results
... ${perf_results_path_ubuntu}
... ${test_name_to_path}
... ${description_string}
${result}= Validate The Results ${test_result_values} ${expected_value}
IF ${result} == ${False}
VAR ${test_passed}= ${False}
Log To Console Test Failed for the: ${description_string}.
END
END
RETURN ${test_passed}
platform-configs/include/default.robot
+8 -6
View File
@@ -260,6 +260,14 @@ ${FAST_AND_QUIET_BOOT_SUPPORT}= ${FALSE}
&{UPP_CRAFTY_BENCHMARK}= &{EMPTY}
&{UPP_SMALLPT_BENCHMARK}= &{EMPTY}
@{CPP_BENCHMARKS}= ${TBD}
&{CPP_CRAY_1080_P_BENCHMARK}= &{EMPTY}
&{CPP_CRAY_4_K_BENCHMARK}= &{EMPTY}
&{CPP_CRAY_5_K_BENCHMARK}= &{EMPTY}
&{CPP_COREMARK_BENCHMARK}= &{EMPTY}
&{CPP_ZIP_COMPRESSION_BENCHMARK}= &{EMPTY}
&{CPP_ZIP_DECOMPRESSION_BENCHMARK}= &{EMPTY}
# Test module: dasharo-stab
${M2_WIFI_SUPPORT}= ${FALSE}
${TPM_DETECT_SUPPORT}= ${FALSE}
@@ -353,16 +361,12 @@ ${BLUETOOTH_CARD_UBUNTU}= ${TBD}
${CACHEBENCH_TEST_SCORE}= ${TBD}
${CLEVO_BATTERY_CAPACITY}= ${TBD}
${CLEVO_USB_C_HUB}= ${TBD}
${COREMARK_SINGLE}= ${TBD}
${CPU_E_CORES_MAX}= ${TBD}
${CPU_MAX_FREQUENCY}= ${TBD}
${CPU_MIN_FREQUENCY}= ${TBD}
${CPU_P_CORES_MAX}= ${TBD}
${CPU_TEMPERATURE_MEASUREMENT_METHOD}= ${TBD}
${CRAFTY_TEST_SCORE}= ${TBD}
${CRAY_1080_P_RENDER}= ${TBD}
${CRAY_4_K_RENDER}= ${TBD}
${CRAY_5_K_RENDER}= ${TBD}
${CUSTOM_FAN_CURVE_COOLDOWN_SECONDS}= ${TBD}
${DEF_CORES_PER_SOCKET}= ${TBD}
${DEF_CORES}= ${TBD}
@@ -428,8 +432,6 @@ ${WIN_SEQ_READ_NONQUE}= ${TBD}
${WIN_SEQ_READ_QUEUED}= ${TBD}
${WIN_SEQ_WRITE_NONQUE}= ${TBD}
${WIN_SEQ_WRITE_QUEUED}= ${TBD}
${ZIP_MULTI_COMPRESSION}= ${TBD}
${ZIP_MULTI_DECOMPRESSION}= ${TBD}
${FAN_RPM_MEASUREMENT_SENSOR_MODULE}= ${TBD}
${DEVICE_DETECT_TEST_IN_SCOPE}= ${FALSE}
${APU_FLASH_WP_GPIO}= ${TBD}
platform-configs/novacustom-nuc_box-125H.robot
+43 -6
View File
@@ -21,12 +21,49 @@ ${USB_MODEL}= ${TBD}
${USB_DEVICE}= Linux
# cpu performance Ubuntu
${ZIP_MULTI_COMPRESSION}= 79729 # MIPS
${ZIP_MULTI_DECOMPRESSION}= 52410 # MIPS
${CRAY_5_K_RENDER}= 585.333 # sec
${CRAY_4_K_RENDER}= 326.895 # sec
${CRAY_1080_P_RENDER}= 80.547 # sec
${COREMARK_SINGLE}= 407451.446 # iterations/s
&{CPP_CRAY_1080_P_BENCHMARK}=
... name=Resolution: 1080p - Rays Per Pixel: 16
... score=80.547
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_CRAY_4_K_BENCHMARK}=
... name=Resolution: 4K - Rays Per Pixel: 16
... score=326.895
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_CRAY_5_K_BENCHMARK}=
... name=Resolution: 5K - Rays Per Pixel: 16
... score=585.333
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_COREMARK_BENCHMARK}=
... name=CoreMark Size 666 - Iterations Per Second
... score=407451.446
... scale=higher_is_better
... dev=0.2
... type=singlecore
&{CPP_ZIP_COMPRESSION_BENCHMARK}=
... name=Test: Compression Rating
... score=79729
... scale=higher_is_better
... dev=0.2
... type=multicore
&{CPP_ZIP_DECOMPRESSION_BENCHMARK}=
... name=Test: Decompression Rating
... score=52410
... scale=higher_is_better
... dev=0.2
... type=multicore
@{CPP_BENCHMARKS}=
... &{CPP_CRAY_1080_P_BENCHMARK}
... &{CPP_CRAY_4_K_BENCHMARK}
... &{CPP_CRAY_5_K_BENCHMARK}
... &{CPP_COREMARK_BENCHMARK}
... &{CPP_ZIP_COMPRESSION_BENCHMARK}
... &{CPP_ZIP_DECOMPRESSION_BENCHMARK}
# cpu performance Windows
&{UPP_SMALLPT_BENCHMARK}=
platform-configs/novacustom-nuc_box-155H.robot
+43 -6
View File
@@ -24,12 +24,49 @@ ${USB_MODEL}= ${TBD}
${USB_DEVICE}= Linux
# cpu performance Ubuntu
${ZIP_MULTI_COMPRESSION}= 63476 # MIPS
${ZIP_MULTI_DECOMPRESSION}= 39336 # MIPS
${CRAY_5_K_RENDER}= 654.5 # sec
${CRAY_4_K_RENDER}= 356.9 # sec
${CRAY_1080_P_RENDER}= 90.8 # sec
${COREMARK_SINGLE}= 400079.5 # iterations/s
&{CPP_CRAY_1080_P_BENCHMARK}=
... name=Resolution: 1080p - Rays Per Pixel: 16
... score=90.8
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_CRAY_4_K_BENCHMARK}=
... name=Resolution: 4K - Rays Per Pixel: 16
... score=356.9
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_CRAY_5_K_BENCHMARK}=
... name=Resolution: 5K - Rays Per Pixel: 16
... score=654.5
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_COREMARK_BENCHMARK}=
... name=CoreMark Size 666 - Iterations Per Second
... score=400079.5
... scale=higher_is_better
... dev=0.2
... type=singlecore
&{CPP_ZIP_COMPRESSION_BENCHMARK}=
... name=Test: Compression Rating
... score=63476
... scale=higher_is_better
... dev=0.2
... type=multicore
&{CPP_ZIP_DECOMPRESSION_BENCHMARK}=
... name=Test: Decompression Rating
... score=39336
... scale=higher_is_better
... dev=0.2
... type=multicore
@{CPP_BENCHMARKS}=
... &{CPP_CRAY_1080_P_BENCHMARK}
... &{CPP_CRAY_4_K_BENCHMARK}
... &{CPP_CRAY_5_K_BENCHMARK}
... &{CPP_COREMARK_BENCHMARK}
... &{CPP_ZIP_COMPRESSION_BENCHMARK}
... &{CPP_ZIP_DECOMPRESSION_BENCHMARK}
# cpu performance Windows
# reference score for 155H from https://openbenchmarking.org/result/2508216-NE-SKIBIDI6461
platform-configs/novacustom-nv41pz.robot
+44 -9
View File
@@ -38,17 +38,52 @@ ${PLATFORM_RAM_SPEED}= 3200
${PLATFORM_RAM_SIZE}= 16384
# cpu performance Ubuntu
# https://openbenchmarking.org/result/2603116-NE-20260311040
${ZIP_MULTI_COMPRESSION}= 50000 # MIPS
${ZIP_MULTI_DECOMPRESSION}= 35000 # MIPS
# https://openbenchmarking.org/result/2511237-NE-TEST1811909&export=html
${CRAY_5_K_RENDER}= 850 # sec
${CRAY_4_K_RENDER}= 475 # sec
${CRAY_1080_P_RENDER}= 118 # sec
&{CPP_CRAY_1080_P_BENCHMARK}=
... name=Resolution: 1080p - Rays Per Pixel: 16
... score=118
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_CRAY_4_K_BENCHMARK}=
... name=Resolution: 4K - Rays Per Pixel: 16
... score=475
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_CRAY_5_K_BENCHMARK}=
... name=Resolution: 5K - Rays Per Pixel: 16
... score=850
... scale=lower_is_better
... dev=0.2
... type=singlecore
# https://openbenchmarking.org/result/2603115-NE-20260311070
${COREMARK_SINGLE}= 68000 # iterations/s
&{CPP_COREMARK_BENCHMARK}=
... name=CoreMark Size 666 - Iterations Per Second
... score=68000
... scale=higher_is_better
... dev=0.2
... type=singlecore
# https://openbenchmarking.org/result/2603116-NE-20260311040
&{CPP_ZIP_COMPRESSION_BENCHMARK}=
... name=Test: Compression Rating
... score=50000
... scale=higher_is_better
... dev=0.2
... type=multicore
&{CPP_ZIP_DECOMPRESSION_BENCHMARK}=
... name=Test: Decompression Rating
... score=35000
... scale=higher_is_better
... dev=0.2
... type=multicore
@{CPP_BENCHMARKS}=
... &{CPP_CRAY_1080_P_BENCHMARK}
... &{CPP_CRAY_4_K_BENCHMARK}
... &{CPP_CRAY_5_K_BENCHMARK}
... &{CPP_COREMARK_BENCHMARK}
... &{CPP_ZIP_COMPRESSION_BENCHMARK}
... &{CPP_ZIP_DECOMPRESSION_BENCHMARK}
# cpu performance Windows
&{UPP_SMALLPT_BENCHMARK}=
platform-configs/novacustom-v540tnd.robot
+43 -6
View File
@@ -56,12 +56,49 @@ ${FAN_SPEED_MEASURE_SUPPORT}= ${TRUE}
${HDMI_AUDIO_SUPPORT}= ${TRUE}
# cpu performance Ubuntu
${ZIP_MULTI_COMPRESSION}= 63476 # MIPS
${ZIP_MULTI_DECOMPRESSION}= 39336 # MIPS
${CRAY_5_K_RENDER}= 654.5 # sec
${CRAY_4_K_RENDER}= 356.9 # sec
${CRAY_1080_P_RENDER}= 90.8 # sec
${COREMARK_SINGLE}= 400079.5 # iterations/s
&{CPP_CRAY_1080_P_BENCHMARK}=
... name=Resolution: 1080p - Rays Per Pixel: 16
... score=90.8
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_CRAY_4_K_BENCHMARK}=
... name=Resolution: 4K - Rays Per Pixel: 16
... score=356.9
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_CRAY_5_K_BENCHMARK}=
... name=Resolution: 5K - Rays Per Pixel: 16
... score=654.5
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_COREMARK_BENCHMARK}=
... name=CoreMark Size 666 - Iterations Per Second
... score=400079.5
... scale=higher_is_better
... dev=0.2
... type=singlecore
&{CPP_ZIP_COMPRESSION_BENCHMARK}=
... name=Test: Compression Rating
... score=63476
... scale=higher_is_better
... dev=0.2
... type=multicore
&{CPP_ZIP_DECOMPRESSION_BENCHMARK}=
... name=Test: Decompression Rating
... score=39336
... scale=higher_is_better
... dev=0.2
... type=multicore
@{CPP_BENCHMARKS}=
... &{CPP_CRAY_1080_P_BENCHMARK}
... &{CPP_CRAY_4_K_BENCHMARK}
... &{CPP_CRAY_5_K_BENCHMARK}
... &{CPP_COREMARK_BENCHMARK}
... &{CPP_ZIP_COMPRESSION_BENCHMARK}
... &{CPP_ZIP_DECOMPRESSION_BENCHMARK}
# cpu performance Windows
# reference score for 155H from https://openbenchmarking.org/result/2508216-NE-SKIBIDI6461
platform-configs/novacustom-v540tu.robot
+43 -6
View File
@@ -40,12 +40,49 @@ ${USB_DEVICE}= Linux
${MAX_CPU_TEMP_THRESHOLD}= 110
# cpu performance Ubuntu
${ZIP_MULTI_COMPRESSION}= 63476 # MIPS
${ZIP_MULTI_DECOMPRESSION}= 39336 # MIPS
${CRAY_5_K_RENDER}= 654.5 # sec
${CRAY_4_K_RENDER}= 356.9 # sec
${CRAY_1080_P_RENDER}= 90.8 # sec
${COREMARK_SINGLE}= 400079.5 # iterations/s
&{CPP_CRAY_1080_P_BENCHMARK}=
... name=Resolution: 1080p - Rays Per Pixel: 16
... score=90.8
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_CRAY_4_K_BENCHMARK}=
... name=Resolution: 4K - Rays Per Pixel: 16
... score=356.9
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_CRAY_5_K_BENCHMARK}=
... name=Resolution: 5K - Rays Per Pixel: 16
... score=654.5
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_COREMARK_BENCHMARK}=
... name=CoreMark Size 666 - Iterations Per Second
... score=400079.5
... scale=higher_is_better
... dev=0.2
... type=singlecore
&{CPP_ZIP_COMPRESSION_BENCHMARK}=
... name=Test: Compression Rating
... score=63476
... scale=higher_is_better
... dev=0.2
... type=multicore
&{CPP_ZIP_DECOMPRESSION_BENCHMARK}=
... name=Test: Decompression Rating
... score=39336
... scale=higher_is_better
... dev=0.2
... type=multicore
@{CPP_BENCHMARKS}=
... &{CPP_CRAY_1080_P_BENCHMARK}
... &{CPP_CRAY_4_K_BENCHMARK}
... &{CPP_CRAY_5_K_BENCHMARK}
... &{CPP_COREMARK_BENCHMARK}
... &{CPP_ZIP_COMPRESSION_BENCHMARK}
... &{CPP_ZIP_DECOMPRESSION_BENCHMARK}
# cpu performance Windows
# reference score for 155H from https://openbenchmarking.org/result/2508216-NE-SKIBIDI6461
platform-configs/novacustom-v560tnd.robot
+43 -6
View File
@@ -52,12 +52,49 @@ ${DGPU_ONLY_SUPPORT}= ${TRUE}
${DISK_IO_PERFORMANCE_TESTS}= ${TRUE}
# cpu performance Ubuntu
${ZIP_MULTI_COMPRESSION}= 79729 # MIPS
${ZIP_MULTI_DECOMPRESSION}= 52410 # MIPS
${CRAY_5_K_RENDER}= 585.333 # sec
${CRAY_4_K_RENDER}= 326.895 # sec
${CRAY_1080_P_RENDER}= 80.547 # sec
${COREMARK_SINGLE}= 407451.446 # iterations/s
&{CPP_CRAY_1080_P_BENCHMARK}=
... name=Resolution: 1080p - Rays Per Pixel: 16
... score=80.547
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_CRAY_4_K_BENCHMARK}=
... name=Resolution: 4K - Rays Per Pixel: 16
... score=326.895
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_CRAY_5_K_BENCHMARK}=
... name=Resolution: 5K - Rays Per Pixel: 16
... score=585.333
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_COREMARK_BENCHMARK}=
... name=CoreMark Size 666 - Iterations Per Second
... score=407451.446
... scale=higher_is_better
... dev=0.2
... type=singlecore
&{CPP_ZIP_COMPRESSION_BENCHMARK}=
... name=Test: Compression Rating
... score=79729
... scale=higher_is_better
... dev=0.2
... type=multicore
&{CPP_ZIP_DECOMPRESSION_BENCHMARK}=
... name=Test: Decompression Rating
... score=52410
... scale=higher_is_better
... dev=0.2
... type=multicore
@{CPP_BENCHMARKS}=
... &{CPP_CRAY_1080_P_BENCHMARK}
... &{CPP_CRAY_4_K_BENCHMARK}
... &{CPP_CRAY_5_K_BENCHMARK}
... &{CPP_COREMARK_BENCHMARK}
... &{CPP_ZIP_COMPRESSION_BENCHMARK}
... &{CPP_ZIP_DECOMPRESSION_BENCHMARK}
# cpu performance Windows
# reference score for 155H from https://openbenchmarking.org/result/2508216-NE-SKIBIDI6461
platform-configs/novacustom-v560tne.robot
+43 -6
View File
@@ -52,12 +52,49 @@ ${USB_DEVICE}= SanDisk
@{ATTACHED_USB}= SanDisk
# performance
${ZIP_MULTI_COMPRESSION}= 79729 # MIPS
${ZIP_MULTI_DECOMPRESSION}= 52410 # MIPS
${CRAY_5_K_RENDER}= 585.333 # sec
${CRAY_4_K_RENDER}= 326.895 # sec
${CRAY_1080_P_RENDER}= 80.547 # sec
${COREMARK_SINGLE}= 407451.446 # iterations/s
&{CPP_CRAY_1080_P_BENCHMARK}=
... name=Resolution: 1080p - Rays Per Pixel: 16
... score=80.547
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_CRAY_4_K_BENCHMARK}=
... name=Resolution: 4K - Rays Per Pixel: 16
... score=326.895
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_CRAY_5_K_BENCHMARK}=
... name=Resolution: 5K - Rays Per Pixel: 16
... score=585.333
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_COREMARK_BENCHMARK}=
... name=CoreMark Size 666 - Iterations Per Second
... score=407451.446
... scale=higher_is_better
... dev=0.2
... type=singlecore
&{CPP_ZIP_COMPRESSION_BENCHMARK}=
... name=Test: Compression Rating
... score=79729
... scale=higher_is_better
... dev=0.2
... type=multicore
&{CPP_ZIP_DECOMPRESSION_BENCHMARK}=
... name=Test: Decompression Rating
... score=52410
... scale=higher_is_better
... dev=0.2
... type=multicore
@{CPP_BENCHMARKS}=
... &{CPP_CRAY_1080_P_BENCHMARK}
... &{CPP_CRAY_4_K_BENCHMARK}
... &{CPP_CRAY_5_K_BENCHMARK}
... &{CPP_COREMARK_BENCHMARK}
... &{CPP_ZIP_COMPRESSION_BENCHMARK}
... &{CPP_ZIP_DECOMPRESSION_BENCHMARK}
# disk i-o
${DISK_IO_REFERENCE_DISK_NAME}= SSDPR-PX700
platform-configs/novacustom-v560tu.robot
+43 -6
View File
@@ -38,12 +38,49 @@ ${USB_DISKS_DETECTION_SUPPORT}= ${TRUE}
${USB_KEYBOARD_DETECTION_SUPPORT}= ${TRUE}
# cpu performance Ubuntu for processor ultra 5 125H
${ZIP_MULTI_COMPRESSION}= 15923 # MIPS
${ZIP_MULTI_DECOMPRESSION}= 12245 # MIPS
${CRAY_5_K_RENDER}= 2210.755 # sec
${CRAY_4_K_RENDER}= 1349.461 # sec
${CRAY_1080_P_RENDER}= 308.289 # sec
${COREMARK_SINGLE}= 92891.774 # iterations/s
&{CPP_CRAY_1080_P_BENCHMARK}=
... name=Resolution: 1080p - Rays Per Pixel: 16
... score=308.289
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_CRAY_4_K_BENCHMARK}=
... name=Resolution: 4K - Rays Per Pixel: 16
... score=1349.461
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_CRAY_5_K_BENCHMARK}=
... name=Resolution: 5K - Rays Per Pixel: 16
... score=2210.755
... scale=lower_is_better
... dev=0.2
... type=singlecore
&{CPP_COREMARK_BENCHMARK}=
... name=CoreMark Size 666 - Iterations Per Second
... score=92891.774
... scale=higher_is_better
... dev=0.2
... type=singlecore
&{CPP_ZIP_COMPRESSION_BENCHMARK}=
... name=Test: Compression Rating
... score=15923
... scale=higher_is_better
... dev=0.2
... type=multicore
&{CPP_ZIP_DECOMPRESSION_BENCHMARK}=
... name=Test: Decompression Rating
... score=12245
... scale=higher_is_better
... dev=0.2
... type=multicore
@{CPP_BENCHMARKS}=
... &{CPP_CRAY_1080_P_BENCHMARK}
... &{CPP_CRAY_4_K_BENCHMARK}
... &{CPP_CRAY_5_K_BENCHMARK}
... &{CPP_COREMARK_BENCHMARK}
... &{CPP_ZIP_COMPRESSION_BENCHMARK}
... &{CPP_ZIP_DECOMPRESSION_BENCHMARK}
# cpu performance Windows
# reference score for 155H from https://openbenchmarking.org/result/2508216-NE-SKIBIDI6461