mirror of
https://github.com/HKUDS/nanobot.git
synced 2026-05-19 16:12:30 +00:00
fix(codex): stabilize prompt cache key
This commit is contained in:
parent
b2ac609bb5
commit
2d17a095dc
@ -56,7 +56,7 @@ class OpenAICodexProvider(LLMProvider):
|
|||||||
"input": input_items,
|
"input": input_items,
|
||||||
"text": {"verbosity": "medium"},
|
"text": {"verbosity": "medium"},
|
||||||
"include": ["reasoning.encrypted_content"],
|
"include": ["reasoning.encrypted_content"],
|
||||||
"prompt_cache_key": _prompt_cache_key(messages),
|
"prompt_cache_key": _prompt_cache_key(messages[:2]),
|
||||||
"tool_choice": tool_choice or "auto",
|
"tool_choice": tool_choice or "auto",
|
||||||
"parallel_tool_calls": True,
|
"parallel_tool_calls": True,
|
||||||
}
|
}
|
||||||
|
|||||||
50
tests/providers/test_openai_codex_provider.py
Normal file
50
tests/providers/test_openai_codex_provider.py
Normal file
@ -0,0 +1,50 @@
|
|||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from types import SimpleNamespace
|
||||||
|
|
||||||
|
import pytest
|
||||||
|
|
||||||
|
from nanobot.providers.openai_codex_provider import OpenAICodexProvider
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_codex_prompt_cache_key_uses_stable_conversation_prefix(monkeypatch) -> None:
|
||||||
|
bodies: list[dict] = []
|
||||||
|
|
||||||
|
monkeypatch.setattr(
|
||||||
|
"nanobot.providers.openai_codex_provider.get_codex_token",
|
||||||
|
lambda: SimpleNamespace(account_id="acct", access="token"),
|
||||||
|
)
|
||||||
|
|
||||||
|
async def fake_request(url, headers, body, verify, on_content_delta=None):
|
||||||
|
bodies.append(body)
|
||||||
|
return "ok", [], "stop"
|
||||||
|
|
||||||
|
monkeypatch.setattr("nanobot.providers.openai_codex_provider._request_codex", fake_request)
|
||||||
|
|
||||||
|
provider = OpenAICodexProvider()
|
||||||
|
await provider.chat(
|
||||||
|
[
|
||||||
|
{"role": "system", "content": "You are nanobot."},
|
||||||
|
{"role": "user", "content": "first request"},
|
||||||
|
{"role": "assistant", "content": "first answer"},
|
||||||
|
],
|
||||||
|
)
|
||||||
|
await provider.chat(
|
||||||
|
[
|
||||||
|
{"role": "system", "content": "You are nanobot."},
|
||||||
|
{"role": "user", "content": "first request"},
|
||||||
|
{"role": "assistant", "content": "first answer"},
|
||||||
|
{"role": "user", "content": "follow up"},
|
||||||
|
],
|
||||||
|
)
|
||||||
|
await provider.chat(
|
||||||
|
[
|
||||||
|
{"role": "system", "content": "You are nanobot."},
|
||||||
|
{"role": "user", "content": "different request"},
|
||||||
|
{"role": "assistant", "content": "first answer"},
|
||||||
|
],
|
||||||
|
)
|
||||||
|
|
||||||
|
assert bodies[0]["prompt_cache_key"] == bodies[1]["prompt_cache_key"]
|
||||||
|
assert bodies[0]["prompt_cache_key"] != bodies[2]["prompt_cache_key"]
|
||||||
Loading…
x
Reference in New Issue
Block a user