mirror of
https://github.com/encounter/adk-python.git
synced 2026-07-09 18:19:28 -07:00
chore: Update vertexai & rouge scorer dependencies in eval to use a proxy
PiperOrigin-RevId: 822881672
This commit is contained in:
committed by
Copybara-Service
parent
45a2168e0e
commit
6d4d72a499
@@ -17,9 +17,9 @@ from __future__ import annotations
|
||||
from typing import Optional
|
||||
|
||||
from google.genai import types as genai_types
|
||||
from rouge_score import rouge_scorer
|
||||
from typing_extensions import override
|
||||
|
||||
from ..dependencies.rouge_scorer import rouge_scorer
|
||||
from .eval_case import Invocation
|
||||
from .eval_metrics import EvalMetric
|
||||
from .eval_metrics import Interval
|
||||
|
||||
@@ -17,8 +17,8 @@ from __future__ import annotations
|
||||
from typing import Optional
|
||||
|
||||
from typing_extensions import override
|
||||
from vertexai import types as vertexai_types
|
||||
|
||||
from ..dependencies.vertexai import vertexai
|
||||
from .eval_case import Invocation
|
||||
from .eval_metrics import EvalMetric
|
||||
from .eval_metrics import Interval
|
||||
@@ -30,6 +30,8 @@ from .evaluator import Evaluator
|
||||
from .final_response_match_v1 import RougeEvaluator
|
||||
from .vertex_ai_eval_facade import _VertexAiEvalFacade
|
||||
|
||||
vertexai_types = vertexai.types
|
||||
|
||||
|
||||
class ResponseEvaluator(Evaluator):
|
||||
"""Evaluates Agent's responses.
|
||||
|
||||
@@ -15,8 +15,8 @@
|
||||
from __future__ import annotations
|
||||
|
||||
from typing_extensions import override
|
||||
from vertexai import types as vertexai_types
|
||||
|
||||
from ..dependencies.vertexai import vertexai
|
||||
from .eval_case import Invocation
|
||||
from .eval_metrics import EvalMetric
|
||||
from .eval_metrics import Interval
|
||||
@@ -27,6 +27,8 @@ from .evaluator import EvaluationResult
|
||||
from .evaluator import Evaluator
|
||||
from .vertex_ai_eval_facade import _VertexAiEvalFacade
|
||||
|
||||
vertexai_types = vertexai.types
|
||||
|
||||
|
||||
class SafetyEvaluatorV1(Evaluator):
|
||||
"""Evaluates safety (harmlessness) of an Agent's Response.
|
||||
|
||||
@@ -21,15 +21,17 @@ from typing import Optional
|
||||
from google.genai import types as genai_types
|
||||
import pandas as pd
|
||||
from typing_extensions import override
|
||||
from vertexai import Client as VertexAiClient
|
||||
from vertexai import types as vertexai_types
|
||||
|
||||
from ..dependencies.vertexai import vertexai
|
||||
from .eval_case import Invocation
|
||||
from .evaluator import EvalStatus
|
||||
from .evaluator import EvaluationResult
|
||||
from .evaluator import Evaluator
|
||||
from .evaluator import PerInvocationResult
|
||||
|
||||
vertexai_types = vertexai.types
|
||||
VertexAiClient = vertexai.Client
|
||||
|
||||
_ERROR_MESSAGE_SUFFIX = """
|
||||
You should specify both project id and location. This metric uses Vertex Gen AI
|
||||
Eval SDK, and it requires google cloud credentials.
|
||||
|
||||
@@ -16,13 +16,15 @@ from __future__ import annotations
|
||||
|
||||
"""Tests for the Response Evaluator."""
|
||||
|
||||
from google.adk.dependencies.vertexai import vertexai
|
||||
from google.adk.evaluation.eval_case import Invocation
|
||||
from google.adk.evaluation.eval_metrics import PrebuiltMetrics
|
||||
from google.adk.evaluation.evaluator import EvalStatus
|
||||
from google.adk.evaluation.response_evaluator import ResponseEvaluator
|
||||
from google.genai import types as genai_types
|
||||
import pytest
|
||||
from vertexai import types as vertexai_types
|
||||
|
||||
vertexai_types = vertexai.types
|
||||
|
||||
|
||||
class TestResponseEvaluator:
|
||||
|
||||
@@ -14,13 +14,15 @@
|
||||
|
||||
"""Tests for the Response Evaluator."""
|
||||
|
||||
from google.adk.dependencies.vertexai import vertexai
|
||||
from google.adk.evaluation.eval_case import Invocation
|
||||
from google.adk.evaluation.eval_metrics import EvalMetric
|
||||
from google.adk.evaluation.eval_metrics import PrebuiltMetrics
|
||||
from google.adk.evaluation.evaluator import EvalStatus
|
||||
from google.adk.evaluation.safety_evaluator import SafetyEvaluatorV1
|
||||
from google.genai import types as genai_types
|
||||
from vertexai import types as vertexai_types
|
||||
|
||||
vertexai_types = vertexai.types
|
||||
|
||||
|
||||
class TestSafetyEvaluatorV1:
|
||||
|
||||
@@ -18,12 +18,14 @@ from __future__ import annotations
|
||||
import math
|
||||
import random
|
||||
|
||||
from google.adk.dependencies.vertexai import vertexai
|
||||
from google.adk.evaluation.eval_case import Invocation
|
||||
from google.adk.evaluation.evaluator import EvalStatus
|
||||
from google.adk.evaluation.vertex_ai_eval_facade import _VertexAiEvalFacade
|
||||
from google.genai import types as genai_types
|
||||
import pytest
|
||||
from vertexai import types as vertexai_types
|
||||
|
||||
vertexai_types = vertexai.types
|
||||
|
||||
|
||||
class TestVertexAiEvalFacade:
|
||||
|
||||
Reference in New Issue
Block a user