fix(provider): stabilize Codex prompt cache routing (#5540)

This commit is contained in:
chengyongru
2026-08-26 01:36:00 +08:00
committed by GitHub
parent 3ee3791626
commit 42f37dc4c0
10 changed files with 91 additions and 26 deletions
+5 -1
View File
@@ -384,12 +384,16 @@ class TestFallbackOnPrimaryError:
messages=[{"role": "user", "content": "hi"}],
model="gpt-5.6",
max_tokens=10_000,
provider_context=ProviderCallContext(context_window_tokens=50_000),
provider_context=ProviderCallContext(
context_window_tokens=50_000,
session_id="webui:cache-test",
),
)
primary_context = primary.context_calls[0]
assert primary_context is not None
assert primary_context.context_window_tokens == 200_000
assert primary_context.session_id == "webui:cache-test"
assert resolve_compact_threshold(
primary_context.context_window_tokens,
10_000,
@@ -8,6 +8,7 @@ from nanobot.providers.base import (
GenerationSettings,
LLMProvider,
LLMResponse,
ProviderCallContext,
ToolCallRequest,
)
from nanobot.utils.llm_runtime import LLMRuntime
@@ -22,6 +23,7 @@ async def test_active_run_keeps_provider_captured_at_admission() -> None:
first_calls = 0
second_calls = 0
request_temperatures: list[float] = []
request_session_ids: list[str | None] = []
selected_runtime = LLMRuntime.capture(
first_provider,
"captured-model",
@@ -33,6 +35,9 @@ async def test_active_run_keeps_provider_captured_at_admission() -> None:
nonlocal first_calls, selected_runtime
first_calls += 1
request_temperatures.append(kwargs["temperature"])
provider_context = kwargs["provider_context"]
assert isinstance(provider_context, ProviderCallContext)
request_session_ids.append(provider_context.session_id)
selected_runtime = LLMRuntime.capture(
second_provider,
"future-model",
@@ -63,9 +68,11 @@ async def test_active_run_keeps_provider_captured_at_admission() -> None:
runtime=selected_runtime,
max_iterations=2,
max_tool_result_chars=AgentDefaults().max_tool_result_chars,
session_key="webui:cache-test",
))
assert first_calls == 2
assert second_calls == 0
assert request_temperatures == [0.2, 0.2]
assert request_session_ids == ["webui:cache-test", "webui:cache-test"]
assert selected_runtime.provider is second_provider