You've already forked adk-python
mirror of
https://github.com/encounter/adk-python.git
synced 2026-03-30 10:57:20 -07:00
Xiang (Sean) Zhou
113 lines
3.2 KiB
Python
113 lines
3.2 KiB
Python
# Copyright 2025 Google LLC
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
from google.adk.models.lite_llm import LiteLlm
|
|
from google.adk.models.llm_request import LlmRequest
|
|
from google.genai import types
|
|
from google.genai.types import Content
|
|
from google.genai.types import Part
|
|
import pytest
|
|
|
|
_TEST_MODEL_NAME = "vertex_ai/meta/llama-3.1-405b-instruct-maas"
|
|
|
|
_SYSTEM_PROMPT = """
|
|
You are a helpful assistant, and call tools optionally.
|
|
If call tools, the tool format should be in json body, and the tool argument values should be parsed from users inputs.
|
|
"""
|
|
|
|
|
|
_FUNCTIONS = [{
|
|
"name": "get_weather",
|
|
"description": "Get the weather in a given location",
|
|
"parameters": {
|
|
"type": "object",
|
|
"properties": {
|
|
"city": {
|
|
"type": "string",
|
|
"description": "The city to get the weather for.",
|
|
},
|
|
},
|
|
"required": ["city"],
|
|
},
|
|
}]
|
|
|
|
|
|
def get_weather(city: str) -> str:
|
|
"""Simulates a web search. Use it get information on weather.
|
|
|
|
Args:
|
|
city: A string containing the location to get weather information for.
|
|
|
|
Returns:
|
|
A string with the simulated weather information for the queried city.
|
|
"""
|
|
if "sf" in city.lower() or "san francisco" in city.lower():
|
|
return "It's 70 degrees and foggy."
|
|
return "It's 80 degrees and sunny."
|
|
|
|
|
|
@pytest.fixture
|
|
def oss_llm_with_function():
|
|
return LiteLlm(model=_TEST_MODEL_NAME, functions=_FUNCTIONS)
|
|
|
|
|
|
@pytest.fixture
|
|
def llm_request():
|
|
return LlmRequest(
|
|
model=_TEST_MODEL_NAME,
|
|
contents=[
|
|
Content(
|
|
role="user",
|
|
parts=[
|
|
Part.from_text(text="What is the weather in San Francisco?")
|
|
],
|
|
)
|
|
],
|
|
config=types.GenerateContentConfig(
|
|
temperature=0.1,
|
|
response_modalities=[types.Modality.TEXT],
|
|
system_instruction=_SYSTEM_PROMPT,
|
|
),
|
|
)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_generate_content_asyn_with_function(
|
|
oss_llm_with_function, llm_request
|
|
):
|
|
responses = [
|
|
resp
|
|
async for resp in oss_llm_with_function.generate_content_async(
|
|
llm_request, stream=False
|
|
)
|
|
]
|
|
function_call = responses[0].content.parts[0].function_call
|
|
assert function_call.name == "get_weather"
|
|
assert function_call.args["city"] == "San Francisco"
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_generate_content_asyn_stream_with_function(
|
|
oss_llm_with_function, llm_request
|
|
):
|
|
responses = [
|
|
resp
|
|
async for resp in oss_llm_with_function.generate_content_async(
|
|
llm_request, stream=True
|
|
)
|
|
]
|
|
function_call = responses[-1].content.parts[0].function_call
|
|
assert function_call.name == "get_weather"
|
|
assert function_call.args["city"] == "San Francisco"
|