encounter/adk-python
0
0
Fork 0
mirror of https://github.com/encounter/adk-python.git synced 2026-07-09 18:19:28 -07:00
Code Issues Packages Projects Releases Wiki Activity

chore: Add span for context caching handling and new cache creation

Browse Source 
PiperOrigin-RevId: 820852233
This commit is contained in:
Xiang (Sean) Zhou
2025-10-17 15:37:35 -07:00
committed by Copybara-Service
parent 0df67599c0
commit a2d9f13fa1
2 changed files with 63 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/google/adk/models/google_llm.py
+10 -2
View File
@@ -115,10 +115,18 @@ class Gemini(BaseLlm):
cache_metadata = None
cache_manager = None
if llm_request.cache_config:
from ..telemetry.tracing import tracer
from .gemini_context_cache_manager import GeminiContextCacheManager
cache_manager = GeminiContextCacheManager(self.api_client)
cache_metadata = await cache_manager.handle_context_caching(llm_request)
with tracer.start_as_current_span('handle_context_caching') as span:
cache_manager = GeminiContextCacheManager(self.api_client)
cache_metadata = await cache_manager.handle_context_caching(llm_request)
if cache_metadata:
if cache_metadata.cache_name:
span.set_attribute('cache_action', 'active_cache')
span.set_attribute('cache_name', cache_metadata.cache_name)
else:
span.set_attribute('cache_action', 'fingerprint_only')
logger.info(
'Sending out request, model: %s, backend: %s, stream: %s',