fix: check if eval config file exists

PiperOrigin-RevId: 824709118
This commit is contained in:
Ankur Sharma
2025-10-27 15:45:14 -07:00
committed by Copybara-Service
parent b7dbfed4a3
commit 00d147d62f
2 changed files with 15 additions and 2 deletions
@@ -27,6 +27,7 @@ def test_get_evaluation_criteria_or_default_returns_default():
def test_get_evaluation_criteria_or_default_reads_from_file(mocker):
mocker.patch("os.path.exists", return_value=True)
eval_config = EvalConfig(
criteria={"tool_trajectory_avg_score": 0.5, "response_match_score": 0.5}
)
@@ -36,6 +37,15 @@ def test_get_evaluation_criteria_or_default_reads_from_file(mocker):
assert get_evaluation_criteria_or_default("dummy_path") == eval_config
def test_get_evaluation_criteria_or_default_returns_default_if_file_not_found(
mocker,
):
mocker.patch("os.path.exists", return_value=False)
assert (
get_evaluation_criteria_or_default("dummy_path") == _DEFAULT_EVAL_CONFIG
)
def test_get_eval_metrics_from_config():
rubric_1 = Rubric(
rubric_id="test-rubric",