chore: Add default retry options as fall back to llm_request that are made during evals

In order to make evals more resilient to temporary model failures, we add retry options to llm_requests that are made during evals.

Note that this is a fall back option, if the developer has already specified their own retry options, then those will be honored.

Co-authored-by: Ankur Sharma <ankusharma@google.com>
PiperOrigin-RevId: 832383755

tests/unittests/evaluation/test_retry_options_utils.py

@@ -0,0 +1,78 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from google.adk.agents.callback_context import CallbackContext
+from google.adk.evaluation import _retry_options_utils
+from google.adk.models.llm_request import LlmRequest
+from google.genai import types
+import pytest
+
+
+def test_add_retry_options_with_default_request():
+  request = LlmRequest()
+  _retry_options_utils.add_default_retry_options_if_not_present(request)
+  assert request.config.http_options is not None
+  assert (
+      request.config.http_options.retry_options
+      == _retry_options_utils._DEFAULT_HTTP_RETRY_OPTIONS
+  )
+
+
+def test_add_retry_options_when_retry_options_is_none():
+  request = LlmRequest()
+  request.config.http_options = types.HttpOptions(retry_options=None)
+  _retry_options_utils.add_default_retry_options_if_not_present(request)
+  assert (
+      request.config.http_options.retry_options
+      == _retry_options_utils._DEFAULT_HTTP_RETRY_OPTIONS
+  )
+
+
+def test_add_retry_options_does_not_override_existing_options():
+  my_retry_options = types.HttpRetryOptions(attempts=1)
+  request = LlmRequest()
+  request.config.http_options = types.HttpOptions(
+      retry_options=my_retry_options
+  )
+  _retry_options_utils.add_default_retry_options_if_not_present(request)
+  assert request.config.http_options.retry_options == my_retry_options
+
+
+def test_add_retry_options_when_config_is_none():
+  request = LlmRequest()
+  request.config = None
+  _retry_options_utils.add_default_retry_options_if_not_present(request)
+  assert request.config is not None
+  assert request.config.http_options is not None
+  assert (
+      request.config.http_options.retry_options
+      == _retry_options_utils._DEFAULT_HTTP_RETRY_OPTIONS
+  )
+
+
+@pytest.mark.asyncio
+async def test_ensure_retry_options_plugin(mocker):
+  request = LlmRequest()
+  plugin = _retry_options_utils.EnsureRetryOptionsPlugin(name="test_plugin")
+  mock_invocation_context = mocker.MagicMock()
+  mock_invocation_context.session.state = {}
+  callback_context = CallbackContext(mock_invocation_context)
+  await plugin.before_model_callback(
+      callback_context=callback_context, llm_request=request
+  )
+  assert request.config.http_options is not None
+  assert (
+      request.config.http_options.retry_options
+      == _retry_options_utils._DEFAULT_HTTP_RETRY_OPTIONS
+  )