You've already forked adk-python
mirror of
https://github.com/encounter/adk-python.git
synced 2026-03-30 10:57:20 -07:00
George Weale
4f71b45425
Co-authored-by: George Weale <gweale@google.com> PiperOrigin-RevId: 869397634
108 lines
2.8 KiB
Python
108 lines
2.8 KiB
Python
# Copyright 2026 Google LLC
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
"""Runs the LiteLLM streaming sample with SSE enabled."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import asyncio
|
|
|
|
from dotenv import load_dotenv
|
|
from google.adk.agents.run_config import RunConfig
|
|
from google.adk.agents.run_config import StreamingMode
|
|
from google.adk.cli.utils import logs
|
|
from google.adk.runners import InMemoryRunner
|
|
from google.genai import types
|
|
|
|
from . import agent
|
|
|
|
load_dotenv(override=True)
|
|
logs.log_to_tmp_folder()
|
|
|
|
|
|
async def _run_prompt(
|
|
*,
|
|
runner: InMemoryRunner,
|
|
user_id: str,
|
|
session_id: str,
|
|
prompt: str,
|
|
) -> None:
|
|
"""Runs one prompt and prints partial chunks in real time."""
|
|
content = types.Content(
|
|
role='user',
|
|
parts=[types.Part.from_text(text=prompt)],
|
|
)
|
|
|
|
print(f'User: {prompt}')
|
|
print('Agent: ', end='', flush=True)
|
|
saw_text = False
|
|
saw_partial_text = False
|
|
|
|
# For `adk web`, enable the `Streaming` toggle in the UI to get
|
|
# partial SSE responses similar to this script.
|
|
async for event in runner.run_async(
|
|
user_id=user_id,
|
|
session_id=session_id,
|
|
new_message=content,
|
|
run_config=RunConfig(streaming_mode=StreamingMode.SSE),
|
|
):
|
|
if not event.content:
|
|
continue
|
|
text = ''.join(part.text for part in event.content.parts if part.text)
|
|
if not text:
|
|
continue
|
|
|
|
if event.partial:
|
|
print(text, end='', flush=True)
|
|
saw_text = True
|
|
saw_partial_text = True
|
|
continue
|
|
|
|
# With SSE mode, ADK emits a final aggregated event after partial chunks.
|
|
if not saw_partial_text:
|
|
print(text, end='', flush=True)
|
|
saw_text = True
|
|
|
|
if saw_text:
|
|
print()
|
|
else:
|
|
print('(no text response)')
|
|
print('------------------------------------')
|
|
|
|
|
|
async def main() -> None:
|
|
app_name = 'litellm_streaming_demo'
|
|
user_id = 'user_1'
|
|
runner = InMemoryRunner(agent=agent.root_agent, app_name=app_name)
|
|
session = await runner.session_service.create_session(
|
|
app_name=app_name,
|
|
user_id=user_id,
|
|
)
|
|
prompts = [
|
|
'Write an essay about the roman empire',
|
|
'Now summarize the essay into one sentence.',
|
|
]
|
|
|
|
for prompt in prompts:
|
|
await _run_prompt(
|
|
runner=runner,
|
|
user_id=user_id,
|
|
session_id=session.id,
|
|
prompt=prompt,
|
|
)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
asyncio.run(main())
|