mirror/nanobot
1
0
Fork 0
mirror of https://github.com/HKUDS/nanobot.git synced 2026-08-31 00:03:01 +03:00
Code Issues Packages Projects Releases Wiki Activity

fix(tui): clarify input cache telemetry

Browse Source
This commit is contained in:
chengyongru
2026-08-21 17:47:52 +08:00
committed by chengyongru
parent e9ac83d03f
commit 252ea18e88
3 changed files with 17 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tui/src/app.test.ts
+1 -2
View File
@@ -1529,8 +1529,7 @@ describe("NanobotTui layout", () => {
const footer = setup.captureCharFrame().split("\n").find((line) => line.includes("Ready · 1.7s")) || "" const footer = setup.captureCharFrame().split("\n").find((line) => line.includes("Ready · 1.7s")) || ""
expect(footer).toContain("Ready · 1.7s") expect(footer).toContain("Ready · 1.7s")
expect(footer).toContain("50 tok/s") expect(footer).toContain("50 tok/s")
expect(footer).toContain("1.2K in · 80 out") expect(footer).toContain("1.2K in (75% cached) · 80 out")
expect(footer).toContain("75% cached")
expect(footer).not.toContain("TTFT") expect(footer).not.toContain("TTFT")
expect(footer).not.toContain("enter send") expect(footer).not.toContain("enter send")
tui/src/footer-hints.test.ts
+3 -3
View File
@@ -29,7 +29,7 @@ describe("footerHints", () => {
expect(active.chunks).toHaveLength(0) expect(active.chunks).toHaveLength(0)
}) })
test("shows measured throughput, explicit token directions, and cache ratio", () => { test("groups the cache ratio with input telemetry", () => {
const result = footerTelemetry({ const result = footerTelemetry({
prompt_tokens: 1200, prompt_tokens: 1200,
completion_tokens: 80, completion_tokens: 80,
@@ -41,7 +41,7 @@ describe("footerHints", () => {
}, 120, theme) }, 120, theme)
expect(result.chunks.map(({ text }) => text).join("")) expect(result.chunks.map(({ text }) => text).join(""))
.toBe("50 tok/s · 1.2K in · 80 out · 75% cached") .toBe("50 tok/s · 1.2K in (75% cached) · 80 out")
expect(result.chunks[0]?.fg?.toInts().slice(0, 3)).toEqual([239, 142, 48]) expect(result.chunks[0]?.fg?.toInts().slice(0, 3)).toEqual([239, 142, 48])
}) })
@@ -55,7 +55,7 @@ describe("footerHints", () => {
}, 120, theme) }, 120, theme)
expect(result.chunks.map(({ text }) => text).join("")) expect(result.chunks.map(({ text }) => text).join(""))
.toBe("140 tok/s · 4.5M in · 19K out · 80% cached") .toBe("140 tok/s · 4.5M in (80% cached) · 19K out")
}) })
test("degrades telemetry instead of guessing missing provider metrics", () => { test("degrades telemetry instead of guessing missing provider metrics", () => {
tui/src/footer-hints.ts
+13 -11
View File
@@ -52,23 +52,25 @@ export function footerTelemetry(
const estimated = (usage.estimated_tokens || 0) > 0 ? "~" : "" const estimated = (usage.estimated_tokens || 0) > 0 ? "~" : ""
parts.push(`${estimated}${value} tok/s`) parts.push(`${estimated}${value} tok/s`)
} }
const cacheHitRate = (
typeof usage.cached_tokens === "number"
&& typeof usage.prompt_tokens === "number"
&& usage.prompt_tokens > 0
)
? Math.min(100, Math.max(0, Math.round(
usage.cached_tokens * 100 / usage.prompt_tokens,
)))
: null
if (width >= 72) { if (width >= 72) {
const prompt = usage.prompt_tokens const prompt = usage.prompt_tokens
const completion = usage.completion_tokens const completion = usage.completion_tokens
if (typeof prompt === "number" || typeof completion === "number") { if (typeof prompt === "number" || typeof completion === "number") {
parts.push(`${formatTelemetryTokens(prompt || 0)} in`) const cache = cacheHitRate === null ? "" : ` (${cacheHitRate}% cached)`
parts.push(`${formatTelemetryTokens(prompt || 0)} in${cache}`)
parts.push(`${formatTelemetryTokens(completion || 0)} out`) parts.push(`${formatTelemetryTokens(completion || 0)} out`)
} }
} } else if (cacheHitRate !== null) {
if ( parts.push(`${cacheHitRate}% cached`)
typeof usage.cached_tokens === "number"
&& typeof usage.prompt_tokens === "number"
&& usage.prompt_tokens > 0
) {
const hitRate = Math.min(100, Math.max(0, Math.round(
usage.cached_tokens * 100 / usage.prompt_tokens,
)))
parts.push(`${hitRate}% cached`)
} }
if (width >= 128 && typeof usage.cost_usd === "number" && usage.cost_usd > 0) { if (width >= 128 && typeof usage.cost_usd === "number" && usage.cost_usd > 0) {
parts.push(`$${usage.cost_usd < 0.01 ? usage.cost_usd.toFixed(4) : usage.cost_usd.toFixed(2)}`) parts.push(`$${usage.cost_usd < 0.01 ? usage.cost_usd.toFixed(4) : usage.cost_usd.toFixed(2)}`)