2026-01-20 14:49:43 -08:00
|
|
|
# Copyright 2026 Google LLC
|
2025-04-08 17:22:09 +00:00
|
|
|
#
|
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
|
#
|
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
#
|
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
|
# limitations under the License.
|
|
|
|
|
|
2025-07-23 10:47:47 -07:00
|
|
|
from google.adk.evaluation.agent_evaluator import AgentEvaluator
|
2025-05-15 14:08:39 -07:00
|
|
|
import pytest
|
2025-04-08 17:22:09 +00:00
|
|
|
|
|
|
|
|
|
2025-05-07 19:52:47 -07:00
|
|
|
@pytest.mark.asyncio
|
|
|
|
|
async def test_eval_agent():
|
2025-05-15 14:08:39 -07:00
|
|
|
await AgentEvaluator.evaluate(
|
2025-04-08 17:22:09 +00:00
|
|
|
agent_module="tests.integration.fixture.home_automation_agent",
|
|
|
|
|
eval_dataset_file_path_or_dir="tests/integration/fixture/home_automation_agent/simple_test.test.json",
|
|
|
|
|
num_runs=4,
|
|
|
|
|
)
|
2025-10-15 17:26:50 -07:00
|
|
|
|
|
|
|
|
|
2025-10-22 23:11:16 -07:00
|
|
|
@pytest.mark.asyncio
|
|
|
|
|
async def test_eval_agent_with_agent_suffix_in_module_name():
|
|
|
|
|
await AgentEvaluator.evaluate(
|
|
|
|
|
agent_module="tests.integration.fixture.home_automation_agent.agent",
|
|
|
|
|
eval_dataset_file_path_or_dir="tests/integration/fixture/home_automation_agent/simple_test.test.json",
|
|
|
|
|
num_runs=4,
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
2025-10-15 17:26:50 -07:00
|
|
|
@pytest.mark.asyncio
|
|
|
|
|
async def test_eval_agent_async():
|
|
|
|
|
await AgentEvaluator.evaluate(
|
|
|
|
|
agent_module="tests.integration.fixture.hello_world_agent_async",
|
|
|
|
|
eval_dataset_file_path_or_dir=(
|
|
|
|
|
"tests/integration/fixture/hello_world_agent_async/roll_die.test.json"
|
|
|
|
|
),
|
|
|
|
|
num_runs=4,
|
|
|
|
|
)
|