mirror of
https://github.com/encounter/adk-python.git
synced 2026-07-09 18:19:28 -07:00
Ankur SharmaandCopybara-Service
696852a280
In order to make evals more resilient to temporary model failures, we add retry options to llm_requests that are made during evals. Note that this is a fall back option, if the developer has already specified their own retry options, then those will be honored. Co-authored-by: Ankur Sharma <ankusharma@google.com> PiperOrigin-RevId: 832383755
79 lines
2.8 KiB
Python
79 lines
2.8 KiB
Python
# Copyright 2025 Google LLC
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
from google.adk.agents.callback_context import CallbackContext
|
|
from google.adk.evaluation import _retry_options_utils
|
|
from google.adk.models.llm_request import LlmRequest
|
|
from google.genai import types
|
|
import pytest
|
|
|
|
|
|
def test_add_retry_options_with_default_request():
|
|
request = LlmRequest()
|
|
_retry_options_utils.add_default_retry_options_if_not_present(request)
|
|
assert request.config.http_options is not None
|
|
assert (
|
|
request.config.http_options.retry_options
|
|
== _retry_options_utils._DEFAULT_HTTP_RETRY_OPTIONS
|
|
)
|
|
|
|
|
|
def test_add_retry_options_when_retry_options_is_none():
|
|
request = LlmRequest()
|
|
request.config.http_options = types.HttpOptions(retry_options=None)
|
|
_retry_options_utils.add_default_retry_options_if_not_present(request)
|
|
assert (
|
|
request.config.http_options.retry_options
|
|
== _retry_options_utils._DEFAULT_HTTP_RETRY_OPTIONS
|
|
)
|
|
|
|
|
|
def test_add_retry_options_does_not_override_existing_options():
|
|
my_retry_options = types.HttpRetryOptions(attempts=1)
|
|
request = LlmRequest()
|
|
request.config.http_options = types.HttpOptions(
|
|
retry_options=my_retry_options
|
|
)
|
|
_retry_options_utils.add_default_retry_options_if_not_present(request)
|
|
assert request.config.http_options.retry_options == my_retry_options
|
|
|
|
|
|
def test_add_retry_options_when_config_is_none():
|
|
request = LlmRequest()
|
|
request.config = None
|
|
_retry_options_utils.add_default_retry_options_if_not_present(request)
|
|
assert request.config is not None
|
|
assert request.config.http_options is not None
|
|
assert (
|
|
request.config.http_options.retry_options
|
|
== _retry_options_utils._DEFAULT_HTTP_RETRY_OPTIONS
|
|
)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_ensure_retry_options_plugin(mocker):
|
|
request = LlmRequest()
|
|
plugin = _retry_options_utils.EnsureRetryOptionsPlugin(name="test_plugin")
|
|
mock_invocation_context = mocker.MagicMock()
|
|
mock_invocation_context.session.state = {}
|
|
callback_context = CallbackContext(mock_invocation_context)
|
|
await plugin.before_model_callback(
|
|
callback_context=callback_context, llm_request=request
|
|
)
|
|
assert request.config.http_options is not None
|
|
assert (
|
|
request.config.http_options.retry_options
|
|
== _retry_options_utils._DEFAULT_HTTP_RETRY_OPTIONS
|
|
)
|