mirror/nanobot
1
0
Fork 0
mirror of https://github.com/HKUDS/nanobot.git synced 2026-04-28 13:56:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(agent): add debug logging for LLM usage including cached tokens

Browse Source
This commit is contained in:
chengyongru 2026-03-30 16:56:31 +08:00
parent f6575effa5
commit 720cf222a3
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
nanobot/agent/runner.py
View File

@ -3,6 +3,7 @@
from __future__ import annotations from __future__ import annotations
import asyncio import asyncio
import logging
from dataclasses import dataclass, field from dataclasses import dataclass, field
from typing import Any from typing import Any
@ -11,6 +12,8 @@ from nanobot.agent.tools.registry import ToolRegistry
from nanobot.providers.base import LLMProvider, ToolCallRequest from nanobot.providers.base import LLMProvider, ToolCallRequest
from nanobot.utils.helpers import build_assistant_message from nanobot.utils.helpers import build_assistant_message
logger = logging.getLogger(__name__)
_DEFAULT_MAX_ITERATIONS_MESSAGE = ( _DEFAULT_MAX_ITERATIONS_MESSAGE = (
"I reached the maximum number of tool call iterations ({max_iterations}) " "I reached the maximum number of tool call iterations ({max_iterations}) "
"without completing the task. You can try breaking the task into smaller steps." "without completing the task. You can try breaking the task into smaller steps."
@ -106,6 +109,12 @@ class AgentRunner:
usage["cached_tokens"] = usage.get("cached_tokens", 0) + iter_usage["cached_tokens"] usage["cached_tokens"] = usage.get("cached_tokens", 0) + iter_usage["cached_tokens"]
context.response = response context.response = response
context.usage = iter_usage context.usage = iter_usage
logger.debug(
"LLM usage: prompt=%d completion=%d cached=%s",
iter_usage["prompt_tokens"],
iter_usage["completion_tokens"],
iter_usage.get("cached_tokens", 0),
)
context.tool_calls = list(response.tool_calls) context.tool_calls = list(response.tool_calls)
if response.has_tool_calls: if response.has_tool_calls: