mirror of
https://github.com/HKUDS/nanobot.git
synced 2026-09-04 10:11:46 +03:00
refactor: pass retry exhaustion callbacks explicitly
This commit is contained in:
@@ -858,10 +858,14 @@ class TestRetryBeforeFailover:
|
||||
_make_response("fallback unavailable", finish_reason="error", error_status_code=503),
|
||||
)
|
||||
retry_events: list[str] = []
|
||||
terminal_events: list[str] = []
|
||||
|
||||
async def _on_retry_event(message: str) -> None:
|
||||
retry_events.append(message)
|
||||
|
||||
async def _on_retry_exhausted(message: str) -> None:
|
||||
terminal_events.append(message)
|
||||
|
||||
fb = FallbackProvider(
|
||||
primary=primary,
|
||||
fallback_presets=[_fallback("fallback-a")],
|
||||
@@ -872,12 +876,13 @@ class TestRetryBeforeFailover:
|
||||
result = await fb.chat_with_retry(
|
||||
messages=[{"role": "user", "content": "hi"}],
|
||||
on_retry_wait=_on_retry_event,
|
||||
on_retry_exhausted=_on_retry_exhausted,
|
||||
)
|
||||
|
||||
terminal_events = [event for event in retry_events if "giving up" in event]
|
||||
assert result.finish_reason == "error"
|
||||
assert len(primary.chat_calls) == 4
|
||||
assert len(fallback.chat_calls) == 4
|
||||
assert not any("giving up" in event for event in retry_events)
|
||||
assert terminal_events == ["Model request failed after 4 attempts, giving up."]
|
||||
|
||||
@pytest.mark.asyncio
|
||||
@@ -1027,41 +1032,6 @@ class TestRetryBeforeFailover:
|
||||
"identical errors."
|
||||
]
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_legacy_retry_override_does_not_receive_internal_callback(self) -> None:
|
||||
class LegacyRetryProvider(_FakeProvider):
|
||||
def __init__(self) -> None:
|
||||
super().__init__("legacy", _make_response("legacy ok"))
|
||||
self.retry_calls = 0
|
||||
|
||||
async def chat_with_retry(
|
||||
self,
|
||||
messages: list[dict[str, Any]],
|
||||
tools: list[dict[str, Any]] | None = None,
|
||||
model: str | None = None,
|
||||
max_tokens: object = None,
|
||||
temperature: object = None,
|
||||
reasoning_effort: object = None,
|
||||
tool_choice: str | dict[str, Any] | None = None,
|
||||
retry_mode: str = "standard",
|
||||
on_retry_wait: Any = None,
|
||||
provider_context: ProviderCallContext | None = None,
|
||||
) -> LLMResponse:
|
||||
self.retry_calls += 1
|
||||
return await self.chat(messages=messages)
|
||||
|
||||
primary = LegacyRetryProvider()
|
||||
fb = FallbackProvider(
|
||||
primary=primary,
|
||||
fallback_presets=[_fallback("fallback-a")],
|
||||
provider_factory=MagicMock(),
|
||||
)
|
||||
|
||||
result = await fb.chat_with_retry(messages=[{"role": "user", "content": "hi"}])
|
||||
|
||||
assert result.content == "legacy ok"
|
||||
assert primary.retry_calls == 1
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_fallback_retries_before_trying_next_model(self) -> None:
|
||||
primary = _FakeProvider(
|
||||
|
||||
@@ -132,6 +132,39 @@ async def test_chat_with_retry_emits_terminal_progress_when_standard_retries_exh
|
||||
assert progress[-1] == "Model request failed after 4 attempts, giving up."
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_chat_with_retry_routes_terminal_progress_to_explicit_callback(monkeypatch) -> None:
|
||||
provider = ScriptedProvider([
|
||||
LLMResponse(content="429 rate limit a", finish_reason="error"),
|
||||
LLMResponse(content="429 rate limit b", finish_reason="error"),
|
||||
LLMResponse(content="429 rate limit c", finish_reason="error"),
|
||||
LLMResponse(content="503 final server error", finish_reason="error"),
|
||||
])
|
||||
retry_progress: list[str] = []
|
||||
terminal_progress: list[str] = []
|
||||
|
||||
async def _fake_sleep(delay: int) -> None:
|
||||
return None
|
||||
|
||||
async def _retry_progress(msg: str) -> None:
|
||||
retry_progress.append(msg)
|
||||
|
||||
async def _terminal_progress(msg: str) -> None:
|
||||
terminal_progress.append(msg)
|
||||
|
||||
monkeypatch.setattr("nanobot.providers.base.asyncio.sleep", _fake_sleep)
|
||||
|
||||
response = await provider.chat_with_retry(
|
||||
messages=[{"role": "user", "content": "hello"}],
|
||||
on_retry_wait=_retry_progress,
|
||||
on_retry_exhausted=_terminal_progress,
|
||||
)
|
||||
|
||||
assert response.content == "503 final server error"
|
||||
assert not any("giving up" in message for message in retry_progress)
|
||||
assert terminal_progress == ["Model request failed after 4 attempts, giving up."]
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_chat_with_retry_preserves_cancelled_error() -> None:
|
||||
provider = ScriptedProvider([asyncio.CancelledError()])
|
||||
|
||||
Reference in New Issue
Block a user