chore: Update vertexai & rouge scorer dependencies in eval to use a proxy

PiperOrigin-RevId: 822881672
This commit is contained in:
Ankur Sharma
2025-10-22 22:44:53 -07:00
committed by Copybara-Service
parent 45a2168e0e
commit 6d4d72a499
7 changed files with 20 additions and 8 deletions
@@ -17,9 +17,9 @@ from __future__ import annotations
from typing import Optional
from google.genai import types as genai_types
from rouge_score import rouge_scorer
from typing_extensions import override
from ..dependencies.rouge_scorer import rouge_scorer
from .eval_case import Invocation
from .eval_metrics import EvalMetric
from .eval_metrics import Interval
@@ -17,8 +17,8 @@ from __future__ import annotations
from typing import Optional
from typing_extensions import override
from vertexai import types as vertexai_types
from ..dependencies.vertexai import vertexai
from .eval_case import Invocation
from .eval_metrics import EvalMetric
from .eval_metrics import Interval
@@ -30,6 +30,8 @@ from .evaluator import Evaluator
from .final_response_match_v1 import RougeEvaluator
from .vertex_ai_eval_facade import _VertexAiEvalFacade
vertexai_types = vertexai.types
class ResponseEvaluator(Evaluator):
"""Evaluates Agent's responses.
@@ -15,8 +15,8 @@
from __future__ import annotations
from typing_extensions import override
from vertexai import types as vertexai_types
from ..dependencies.vertexai import vertexai
from .eval_case import Invocation
from .eval_metrics import EvalMetric
from .eval_metrics import Interval
@@ -27,6 +27,8 @@ from .evaluator import EvaluationResult
from .evaluator import Evaluator
from .vertex_ai_eval_facade import _VertexAiEvalFacade
vertexai_types = vertexai.types
class SafetyEvaluatorV1(Evaluator):
"""Evaluates safety (harmlessness) of an Agent's Response.
@@ -21,15 +21,17 @@ from typing import Optional
from google.genai import types as genai_types
import pandas as pd
from typing_extensions import override
from vertexai import Client as VertexAiClient
from vertexai import types as vertexai_types
from ..dependencies.vertexai import vertexai
from .eval_case import Invocation
from .evaluator import EvalStatus
from .evaluator import EvaluationResult
from .evaluator import Evaluator
from .evaluator import PerInvocationResult
vertexai_types = vertexai.types
VertexAiClient = vertexai.Client
_ERROR_MESSAGE_SUFFIX = """
You should specify both project id and location. This metric uses Vertex Gen AI
Eval SDK, and it requires google cloud credentials.
@@ -16,13 +16,15 @@ from __future__ import annotations
"""Tests for the Response Evaluator."""
from google.adk.dependencies.vertexai import vertexai
from google.adk.evaluation.eval_case import Invocation
from google.adk.evaluation.eval_metrics import PrebuiltMetrics
from google.adk.evaluation.evaluator import EvalStatus
from google.adk.evaluation.response_evaluator import ResponseEvaluator
from google.genai import types as genai_types
import pytest
from vertexai import types as vertexai_types
vertexai_types = vertexai.types
class TestResponseEvaluator:
@@ -14,13 +14,15 @@
"""Tests for the Response Evaluator."""
from google.adk.dependencies.vertexai import vertexai
from google.adk.evaluation.eval_case import Invocation
from google.adk.evaluation.eval_metrics import EvalMetric
from google.adk.evaluation.eval_metrics import PrebuiltMetrics
from google.adk.evaluation.evaluator import EvalStatus
from google.adk.evaluation.safety_evaluator import SafetyEvaluatorV1
from google.genai import types as genai_types
from vertexai import types as vertexai_types
vertexai_types = vertexai.types
class TestSafetyEvaluatorV1:
@@ -18,12 +18,14 @@ from __future__ import annotations
import math
import random
from google.adk.dependencies.vertexai import vertexai
from google.adk.evaluation.eval_case import Invocation
from google.adk.evaluation.evaluator import EvalStatus
from google.adk.evaluation.vertex_ai_eval_facade import _VertexAiEvalFacade
from google.genai import types as genai_types
import pytest
from vertexai import types as vertexai_types
vertexai_types = vertexai.types
class TestVertexAiEvalFacade: