fix: OpenAPI schema generation by skipping JSON schema for judge_model_config

Close #3750

Co-authored-by: George Weale <gweale@google.com>
PiperOrigin-RevId: 841991676
This commit is contained in:
George Weale
2025-12-08 18:20:06 -08:00
committed by Copybara-Service
parent cde7f7c243
commit 56775afc48
3 changed files with 11 additions and 4 deletions
+5 -2
View File
@@ -23,6 +23,7 @@ from pydantic import alias_generators
from pydantic import BaseModel
from pydantic import ConfigDict
from pydantic import Field
from pydantic.json_schema import SkipJsonSchema
from typing_extensions import TypeAlias
from .common import EvalBaseModel
@@ -71,8 +72,10 @@ class JudgeModelOptions(EvalBaseModel):
),
)
judge_model_config: Optional[genai_types.GenerateContentConfig] = Field(
default=genai_types.GenerateContentConfig,
judge_model_config: SkipJsonSchema[
Optional[genai_types.GenerateContentConfig]
] = Field(
default=None,
description="The configuration for the judge model.",
)
@@ -298,7 +298,10 @@ class HallucinationsV1Evaluator(Evaluator):
self.segmenter_prompt = _HALLUCINATIONS_V1_SEGMENTER_PROMPT
self.sentence_validator_prompt = _HALLUCINATIONS_V1_VALIDATOR_PROMPT
self._model = self._judge_model_options.judge_model
self._model_config = self._judge_model_options.judge_model_config
self._model_config = (
self._judge_model_options.judge_model_config
or genai_types.GenerateContentConfig()
)
def _setup_auto_rater(self) -> BaseLlm:
model_id = self._judge_model_options.judge_model
+2 -1
View File
@@ -141,7 +141,8 @@ class LlmAsJudge(Evaluator):
role="user",
)
],
config=self._judge_model_options.judge_model_config,
config=self._judge_model_options.judge_model_config
or genai_types.GenerateContentConfig(),
)
add_default_retry_options_if_not_present(llm_request)
num_samples = self._judge_model_options.num_samples