mirror/nanobot
1
0
Fork 0
mirror of https://github.com/HKUDS/nanobot.git synced 2026-05-20 08:32:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: add NVIDIA NIM provider support

Browse Source
This commit is contained in:
barreler126 2026-05-09 11:17:26 +08:00 committed by Xubin Ren
parent a6e993df25
commit 046d0831ef
2 changed files with 14 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
nanobot/config/schema.py
View File

@ -169,6 +169,7 @@ class ProvidersConfig(Base):
openai_codex: ProviderConfig = Field(default_factory=ProviderConfig, exclude=True) # OpenAI Codex (OAuth) openai_codex: ProviderConfig = Field(default_factory=ProviderConfig, exclude=True) # OpenAI Codex (OAuth)
github_copilot: ProviderConfig = Field(default_factory=ProviderConfig, exclude=True) # Github Copilot (OAuth) github_copilot: ProviderConfig = Field(default_factory=ProviderConfig, exclude=True) # Github Copilot (OAuth)
qianfan: ProviderConfig = Field(default_factory=ProviderConfig) # Qianfan (百度千帆) qianfan: ProviderConfig = Field(default_factory=ProviderConfig) # Qianfan (百度千帆)
nvidia: ProviderConfig = Field(default_factory=ProviderConfig) # NVIDIA NIM (nvapi- keys)
class HeartbeatConfig(Base): class HeartbeatConfig(Base):

13
nanobot/providers/registry.py
View File

@ -428,6 +428,19 @@ PROVIDERS: tuple[ProviderSpec, ...] = (
is_local=True, is_local=True,
default_api_base="http://localhost:8000/v3", default_api_base="http://localhost:8000/v3",
), ),
# === NVIDIA NIM (NVIDIA Inference Microservices) =======================
# Keys start with "nvapi-", base URL at integrate.api.nvidia.com
ProviderSpec(
name="nvidia",
keywords=("nvidia", "nemotron", "nvapi"),
env_key="NVIDIA_NIM_API_KEY",
display_name="NVIDIA NIM",
backend="openai_compat",
is_gateway=False,
detect_by_key_prefix="nvapi-",
detect_by_base_keyword="nvidia.com",
default_api_base="https://integrate.api.nvidia.com/v1",
),
# === Auxiliary (not a primary LLM provider) ============================ # === Auxiliary (not a primary LLM provider) ============================
# Groq: mainly used for Whisper voice transcription, also usable for LLM # Groq: mainly used for Whisper voice transcription, also usable for LLM
ProviderSpec( ProviderSpec(