feat: Add implementation of BaseEvalService that runs evals locally

This change:
- Introduces the LocalEvalService Class.
- Implements only the "perform_inference" method. Evaluate method will be implemented in the next CL.
- Adds required test coverage.

PiperOrigin-RevId: 781781954
This commit is contained in:
Ankur Sharma
2025-07-10 19:25:24 -07:00
committed by Copybara-Service
parent 162228d208
commit 51be7a899c
5 changed files with 398 additions and 3 deletions
@@ -137,7 +137,7 @@ class EvaluationGenerator:
async def _generate_inferences_from_root_agent(
invocations: list[Invocation],
root_agent: Agent,
reset_func: Any,
reset_func: Optional[Any] = None,
initial_session: Optional[SessionInput] = None,
session_id: Optional[str] = None,
session_service: Optional[BaseSessionService] = None,