import { mkdtemp, mkdir, rm, writeFile } from 'fs/promises' import { tmpdir } from 'os' import { join } from 'path' import { describe, it, expect, beforeAll, afterEach, vi } from 'vitest' import { findUnpricedModels, getModelCosts, getShortModelName, resolveCanonicalModelId, calculateCost, CACHE_SCHEMA_VERSION, loadPricing, setModelAliases, setPriceOverrides, setLocalModelSavings, setFlatRateModels, setFlatRateRemoved, isExpectedFreeModel, isFlatRateModel, getLocalModelSavingsConfigHash, getPriceOverridesConfigHash, getModelAliasesConfigHash, getFlatRateModelsConfigHash, parseLiteLLMEntry, unpricedModelHint, cacheWriteCostPerToken, tieredCostsFor, modelKeyMatches, snapshotPricingState, restorePricingState, pricingModelAt, isStandInPricedAt, } from '../src/models.js' import { getDailyCacheConfigHash } from '../src/usage-aggregator.js' import snapshotData from '../src/data/litellm-snapshot.json' with { type: 'json' } beforeAll(async () => { await loadPricing() }) afterEach(() => { setModelAliases({}) setPriceOverrides({}) setLocalModelSavings({}) setFlatRateModels([]) setFlatRateRemoved([]) }) describe('getModelCosts', () => { it('does not match short canonical against longer pricing key', () => { const costs = getModelCosts('gpt-4') if (costs) { expect(costs.inputCostPerToken).not.toBe(2.5e-6) } }) it('returns correct pricing for gpt-4o vs gpt-4o-mini', () => { const mini = getModelCosts('gpt-4o-mini') const full = getModelCosts('gpt-4o') expect(mini).not.toBeNull() expect(full).not.toBeNull() expect(mini!.inputCostPerToken).toBeLessThan(full!.inputCostPerToken) }) it('returns fallback pricing for known Claude models', () => { const costs = getModelCosts('claude-opus-4-6-20260205') expect(costs).not.toBeNull() expect(costs!.inputCostPerToken).toBe(5e-6) }) it('prices lowercase glm-5.2 (Hermes spelling) the same as capitalized GLM-5.2, at the z.ai discounted rate', () => { const lower = getModelCosts('glm-5.2') const upper = getModelCosts('GLM-5.2') const zai = (snapshotData as Record)['z-ai/glm-5.2']! expect(lower).not.toBeNull() expect(upper).not.toBeNull() expect(lower!.inputCostPerToken).toBe(upper!.inputCostPerToken) expect(lower!.outputCostPerToken).toBe(upper!.outputCostPerToken) expect(lower!.inputCostPerToken).toBe(zai[0]) expect(lower!.outputCostPerToken).toBe(zai[1]) }) it('prices glm-5.3 (Hermes / Cline spelling) at the z.ai discounted rate', () => { const lower = getModelCosts('glm-5.3') const upper = getModelCosts('GLM-5.3') // Both spellings alias to `z-ai/glm-5.3`, the discounted row, not the bare // `glm-5.3` list row nor the glm-5p2 sibling. Assert against the snapshot's // own row so an upstream reprice or namespace rename can't flip this. const zai = (snapshotData as Record)['z-ai/glm-5.3']! expect(lower).not.toBeNull() expect(upper).not.toBeNull() expect(lower!.inputCostPerToken).toBe(zai[0]) expect(upper!.outputCostPerToken).toBe(zai[1]) expect(getModelCosts('cp/cline-pass/glm-5.3')!.inputCostPerToken).toBe(zai[0]) expect(getModelCosts('omniroute:cp/cline-pass/glm-5.3')!.inputCostPerToken).toBe(zai[0]) expect(getModelCosts('cmd/deepseek/deepseek-v4-flash')).not.toBeNull() expect(getModelCosts('provider/org/glm-5.3')).toBeNull() expect(getModelCosts('provider/glm-5.3')).toBeNull() expect(getModelCosts('cp/provider/glm-5.3')).toBeNull() expect(getModelCosts('omniroute:provider/glm-5.3')).toBeNull() expect(getModelCosts('unknown/deepseek-v4-flash')).toBeNull() expect(getModelCosts('z-ai/glm-5.2')).not.toBeNull() expect(getModelCosts('z-ai/glm-5.3')!.inputCostPerToken).toBe(zai[0]) }) it('prices Mistral Large 4 at the preview rate, not the 2024 bare mistral-large row', () => { for (const id of ['mistral-large-4-0', 'mistral-large-2610', 'mistral-large-4']) { expect(calculateCost(id, 1_000_000, 1_000_000, 0, 1_000_000, 0)).toBeCloseTo(0.68 + 2.09 + 0.07, 12) } expect(calculateCost('mistral-large', 1_000_000, 1_000_000, 0, 0, 0)).toBeCloseTo(16, 12) }) it('prices deepseek-v3.2 at DeepSeek\'s published $0.28 / $0.42 / $0.028 hit', () => { expect(calculateCost('deepseek-v3.2', 1_000_000, 1_000_000, 0, 1_000_000, 0)).toBeCloseTo(0.28 + 0.42 + 0.028, 12) }) it('prices gpt-5.6-codex and gpt-5.6-codex-max, sourced directly from the snapshot (#1077)', () => { // Directly checks the bundled snapshot data (not just the resolved lookup), // so this fails if the litellm-snapshot.json entries are ever reverted even // though getModelCosts would still resolve both ids via the `gpt-5.6` prefix // fallback - explicit rows are still correct and match every other Codex // generation LiteLLM ships (gpt-5-codex, gpt-5.1-codex, gpt-5.1-codex-max, // gpt-5.2-codex, gpt-5.3-codex all carry their base model's exact rate). const snapshot = snapshotData as Record // The codex SKUs are still absent from LiteLLM (2026-09-29 refresh), so // they ship as MANUAL_ENTRIES in bundle-litellm.mjs - full verbatim // mirrors of the gpt-5.6 row, tier block included, per the same-generation // pattern every codex id LiteLLM carries follows (gpt-5-codex == gpt-5, // gpt-5.1-codex == gpt-5.1-codex-max == gpt-5.1, gpt-5.2-codex == gpt-5.2, // gpt-5.3-codex == gpt-5.3). The equality below is the re-tightened // #1134 invariant: if LiteLLM reprices the base row again, the mirror // fails here until the manual entries are refreshed - and once upstream // ships the codex SKUs, the manual mirrors must be deleted, not edited. expect(snapshot['gpt-5.6-codex']).toEqual(snapshot['gpt-5.6']) expect(snapshot['gpt-5.6-codex-max']).toEqual(snapshot['gpt-5.6']) const codex = getModelCosts('gpt-5.6-codex') const codexMax = getModelCosts('gpt-5.6-codex-max') expect(codex).not.toBeNull() expect(codexMax).not.toBeNull() // The 2026-08-24 repricing: gpt-5.6 base cut from $5/$30 to $4/$20 per // million, 1.25x cache-write, 0.1x cache-read, >272k tier at 2x. expect(codex!.inputCostPerToken).toBe(4e-6) expect(codex!.outputCostPerToken).toBe(2e-5) expect(codex!.cacheWriteCostPerToken).toBe(5e-6) expect(codex!.cacheReadCostPerToken).toBe(4e-7) expect(codex!.cacheWriteCostIsExplicit).toBe(true) expect(codexMax).toEqual(codex) expect(calculateCost('gpt-5.6-codex', 1_000_000, 1_000_000, 0, 0, 0)).toBeGreaterThan(0) expect(calculateCost('gpt-5.6-codex-max', 1_000_000, 1_000_000, 0, 0, 0)).toBeGreaterThan(0) }) describe('long-context tiers (#1076)', () => { it('bundles the source long-context tiers with their real thresholds', () => { // Straight from the regenerated snapshot: OpenAI's family tiers at 272k // (NOT 128k - #1075 verified 128k fabricates +64% spend), Anthropic's at // 200k, with each tier's own cache rates where the source publishes them. const gpt = getModelCosts('gpt-5.6') expect(gpt?.longContextTier).toEqual({ thresholdTokens: 272_000, inputCostPerToken: 8e-6, outputCostPerToken: 3e-5, cacheWriteCostPerToken: 1e-5, cacheReadCostPerToken: 8e-7, }) const claude = getModelCosts('claude-sonnet-4-5') expect(claude?.longContextTier?.thresholdTokens).toBe(200_000) expect(claude?.longContextTier?.inputCostPerToken).toBe(6e-6) // The codex SKUs mirror the gpt-5.6 row verbatim (#1134), tier included. expect(getModelCosts('gpt-5.6-codex')?.longContextTier).toEqual({ thresholdTokens: 272_000, inputCostPerToken: 8e-6, outputCostPerToken: 3e-5, cacheWriteCostPerToken: 1e-5, cacheReadCostPerToken: 8e-7, }) // A model without a published tier resolves to no tier at all. expect(getModelCosts('deepseek-v4-pro')?.longContextTier).toBeUndefined() }) it('applies the tier to every token above the threshold, and only then', () => { // prompt tokens = input + cache read + cache write; up to and including // the threshold the base rates apply, above it the tier's rates price // the WHOLE request. const below = calculateCost('gpt-5.6', 271_999, 0, 0, 0, 0, 'standard', 0, 'codex') expect(below).toBeCloseTo(271_999 * 4e-6, 9) const at = calculateCost('gpt-5.6', 272_000, 0, 0, 0, 0, 'standard', 0, 'codex') expect(at).toBeCloseTo(272_000 * 4e-6, 9) const over = calculateCost('gpt-5.6', 272_001, 0, 0, 0, 0, 'standard', 0, 'codex') expect(over).toBeCloseTo(272_001 * 8e-6, 9) const above = calculateCost('gpt-5.6', 271_001, 0, 0, 1_000, 0, 'standard', 0, 'codex') expect(above).toBeCloseTo(271_001 * 8e-6 + 1_000 * 8e-7, 9) // Cache-write tokens are prompt tokens too: 72k input + 200k cache read // + 1 cache write crosses the threshold. const withWrite = calculateCost('gpt-5.6', 72_000, 0, 1, 200_000, 0, 'standard', 0, 'codex') expect(withWrite).toBeCloseTo(72_000 * 8e-6 + 1 * 1e-5 + 200_000 * 8e-7, 9) // The tier applies only where billing evidence exists for it: the same // call through a provider not in TIERED_PRICING_PROVIDERS (or none, the // default for every legacy caller) keeps the base rate. const notEligible = calculateCost('gpt-5.6', 300_000, 0, 0, 0, 0) expect(notEligible).toBeCloseTo(300_000 * 4e-6, 9) const copilot = calculateCost('gpt-5.6', 300_000, 0, 0, 0, 0, 'standard', 0, 'copilot') expect(copilot).toBeCloseTo(300_000 * 4e-6, 9) }) it('keeps the base rate for slots the tier omits', () => { // gpt-5.5's tier publishes cache read but no cache write: crossing the // threshold must not invent a tier cache-write rate, nor drop the base. // The base cache-write slot is implicit, so it bills at the input rate // of whichever costs object is in effect — tiered here, per #1544's rule. const base = getModelCosts('gpt-5.5')! const tieredCosts = tieredCostsFor('gpt-5.5', base, 300_000, 'codex') const tiered = calculateCost('gpt-5.5', 300_000, 0, 1_000, 0, 0, 'standard', 0, 'codex') expect(tiered).toBeCloseTo(300_000 * tieredCosts.inputCostPerToken + 1_000 * cacheWriteCostPerToken('gpt-5.5', tieredCosts), 9) expect(base.longContextTier!.cacheWriteCostPerToken).toBeUndefined() }) it('still prices below-threshold requests exactly as before the extension', () => { // Compat: the tier is inert below the threshold, so pre-extension // pricing on any sub-threshold call is byte-for-byte unchanged. expect(calculateCost('gpt-5.6', 100_000, 50_000, 1_000, 2_000, 0)) .toBeCloseTo(100_000 * 4e-6 + 50_000 * 2e-5 + 1_000 * 5e-6 + 2_000 * 4e-7, 9) }) it('an exact price override still beats the tier', () => { setPriceOverrides({ 'gpt-5.6': { input: 2, output: 6 } }) expect(calculateCost('gpt-5.6', 300_000, 0, 0, 0, 0, 'standard', 0, 'codex')).toBeCloseTo(300_000 * 2e-6, 9) }) it('parses the tier from a live LiteLLM entry, plain context suffixes only', () => { const costs = parseLiteLLMEntry({ input_cost_per_token: 1e-6, output_cost_per_token: 2e-5, input_cost_per_token_above_272k_tokens: 5e-6, output_cost_per_token_above_272k_tokens: 6e-5, cache_read_input_token_cost_above_272k_tokens: 5e-7, // Service-tier variants are not context thresholds and must be ignored. input_cost_per_token_above_272k_priority_tokens: 9e-5, input_cost_per_token_above_272k_flex_tokens: 8e-6, } as never) expect(costs?.longContextTier).toEqual({ thresholdTokens: 272_000, inputCostPerToken: 5e-6, outputCostPerToken: 6e-5, cacheReadCostPerToken: 5e-7, }) const none = parseLiteLLMEntry({ input_cost_per_token: 1e-6, output_cost_per_token: 2e-5, input_cost_per_token_above_272k_priority_tokens: 9e-5, } as never) expect(none?.longContextTier).toBeUndefined() }) it('old five-slot tuples still parse without a tier', () => { // The compat path: bundles predating the sixth slot load unchanged. const legacy = parseLiteLLMEntry({ input_cost_per_token: 1e-6, output_cost_per_token: 2e-5 })! expect(legacy.longContextTier).toBeUndefined() expect(legacy.inputCostPerToken).toBe(1e-6) }) }) // #1616: Codex's Fast speed setting bills through OpenAI's priority service // tier, which LiteLLM publishes as `_priority` keys beside the standard // ones (and `_above_k_tokens_priority` for gpt-5.6's long-context tier) // rather than as a `provider_specific_entry.fast`. The entries below are // quoted from the live model_prices_and_context_window.json (2026-10-05 // refresh). The bundled snapshot carries the same derived slots; these pin the // live path, and the bundled-rate cases below pin the snapshot. describe('priority service-tier fast multipliers (#1616)', () => { /// Install `entries` as the live pricing rows for the duration of `run`, /// exactly as fetchAndCachePricing would, so calculateCost's full pipeline /// (getModelCosts -> tieredCostsFor -> multiplier) prices off them. function withLiveEntries(entries: Record>, run: () => void): void { const snap = snapshotPricingState() const pricing = new Map(snap.pricing) for (const [name, entry] of Object.entries(entries)) { const costs = parseLiteLLMEntry(entry as never) if (costs) pricing.set(name, costs) } restorePricingState({ ...snap, pricing }) try { run() } finally { restorePricingState(snap) } } it('derives gpt-5.4\'s uniform 2x ratio as the fast multiplier', () => { const costs = parseLiteLLMEntry({ input_cost_per_token: 2.5e-6, output_cost_per_token: 15e-6, cache_read_input_token_cost: 2.5e-7, input_cost_per_token_priority: 5e-6, output_cost_per_token_priority: 30e-6, cache_read_input_token_cost_priority: 5e-7, } as never) expect(costs?.fastMultiplier).toBe(2) }) it('derives gpt-5.5\'s uniform 2.5x ratio as the fast multiplier', () => { const costs = parseLiteLLMEntry({ input_cost_per_token: 5e-6, output_cost_per_token: 30e-6, cache_read_input_token_cost: 5e-7, input_cost_per_token_priority: 1.25e-5, output_cost_per_token_priority: 7.5e-5, cache_read_input_token_cost_priority: 1.25e-6, } as never) expect(costs?.fastMultiplier).toBe(2.5) }) it('prices a gpt-5.6 fast call past 272k at the published priority tier rates', () => { // gpt-5.6 quotes the priority long-context rates as exactly 2x its // standard tier, so the single base multiplier carries the tier too. withLiveEntries({ 'gpt-5.6': { input_cost_per_token: 4e-6, output_cost_per_token: 20e-6, cache_creation_input_token_cost: 5e-6, cache_read_input_token_cost: 4e-7, input_cost_per_token_above_272k_tokens: 8e-6, output_cost_per_token_above_272k_tokens: 30e-6, cache_creation_input_token_cost_above_272k_tokens: 1e-5, cache_read_input_token_cost_above_272k_tokens: 8e-7, input_cost_per_token_priority: 8e-6, output_cost_per_token_priority: 40e-6, cache_creation_input_token_cost_priority: 1e-5, cache_read_input_token_cost_priority: 8e-7, input_cost_per_token_above_272k_tokens_priority: 1.6e-5, output_cost_per_token_above_272k_tokens_priority: 6e-5, cache_creation_input_token_cost_above_272k_tokens_priority: 2e-5, cache_read_input_token_cost_above_272k_tokens_priority: 1.6e-6, }, }, () => { const fast = calculateCost('gpt-5.6', 300_000, 1_000, 500, 2_000, 0, 'fast', 0, 'codex') // The literal priority tier rates, not 2x-of-nothing: 300k input (past // the 272k threshold), 1k output, 500 cache write, 2k cache read. expect(fast).toBeCloseTo(300_000 * 1.6e-5 + 1_000 * 6e-5 + 500 * 2e-5 + 2_000 * 1.6e-6, 12) const standard = calculateCost('gpt-5.6', 300_000, 1_000, 500, 2_000, 0, 'standard', 0, 'codex') expect(standard).toBeCloseTo(300_000 * 8e-6 + 1_000 * 3e-5 + 500 * 1e-5 + 2_000 * 8e-7, 12) expect(fast).toBeCloseTo(standard * 2, 12) }) }) it('rounds a derived ratio to 4 decimals', () => { // gemini-2.5-pro's published rates divide to 1.7999999999999998. const costs = parseLiteLLMEntry({ input_cost_per_token: 1.25e-6, output_cost_per_token: 1e-5, input_cost_per_token_priority: 2.25e-6, output_cost_per_token_priority: 1.8e-5, } as never) expect(costs?.fastMultiplier).toBe(1.8) }) it('leaves a model without priority keys at 1x', () => { // gpt-5-codex / gpt-5.1-codex publish no priority rates upstream; no // multiplier may be invented for them. const costs = parseLiteLLMEntry({ input_cost_per_token: 1.25e-6, output_cost_per_token: 1e-5, cache_read_input_token_cost: 1.25e-7, } as never) expect(costs?.fastMultiplier).toBe(1) }) it('does not guess when the published ratios disagree', () => { // azure/gpt-5.5 as quoted live: 2.5x on every base rate but 2x on the // above-272k tier, so no single multiplier can price both regimes. The // honest answer is 1x (standard rates), never an average. const costs = parseLiteLLMEntry({ input_cost_per_token: 5e-6, output_cost_per_token: 30e-6, cache_read_input_token_cost: 5e-7, cache_read_input_token_cost_above_272k_tokens: 1e-6, input_cost_per_token_priority: 1.25e-5, output_cost_per_token_priority: 7.5e-5, cache_read_input_token_cost_priority: 1.25e-6, input_cost_per_token_above_272k_tokens_priority: 2e-5, output_cost_per_token_above_272k_tokens_priority: 6e-5, cache_read_input_token_cost_above_272k_tokens_priority: 2e-6, } as never) expect(costs?.fastMultiplier).toBe(1) // A row with only a stray priority cache-read rate (no input/output pair) // is equally unusable. const stray = parseLiteLLMEntry({ input_cost_per_token: 5e-8, output_cost_per_token: 4e-7, cache_read_input_token_cost: 5e-9, input_cost_per_token_priority: 2.5e-6, } as never) expect(stray?.fastMultiplier).toBe(1) }) it('keeps gpt-5.5\'s long-context tier at standard rates when no Fast tier price is published', () => { const costs = parseLiteLLMEntry({ input_cost_per_token: 5e-6, output_cost_per_token: 30e-6, cache_read_input_token_cost: 5e-7, input_cost_per_token_above_272k_tokens: 1e-5, output_cost_per_token_above_272k_tokens: 4.5e-5, cache_read_input_token_cost_above_272k_tokens: 1e-6, input_cost_per_token_priority: 1.25e-5, output_cost_per_token_priority: 7.5e-5, cache_read_input_token_cost_priority: 1.25e-6, } as never) expect(costs?.fastMultiplier).toBe(2.5) expect(costs?.longContextTier?.fastMultiplier).toBe(1) }) it('prices bundled gpt-5.5 Fast past 272k at the standard long-context rate', () => { const fast = calculateCost('gpt-5.5', 300_000, 1_000, 0, 2_000, 0, 'fast', 0, 'codex') expect(fast).toBeCloseTo(300_000 * 1e-5 + 1_000 * 4.5e-5 + 2_000 * 1e-6, 12) expect(fast).toBeCloseTo(calculateCost('gpt-5.5', 300_000, 1_000, 0, 2_000, 0, 'standard', 0, 'codex'), 12) // Below the threshold Fast still bills at the 2.5x priority rate. expect(calculateCost('gpt-5.5', 100_000, 1_000, 0, 0, 0, 'fast', 0, 'codex')) .toBeCloseTo((100_000 * 5e-6 + 1_000 * 3e-5) * 2.5, 12) }) it('prices bundled gpt-5.6-sol Fast past 272k at the published Fast tier', () => { expect(calculateCost('gpt-5.6-sol', 300_000, 1_000, 0, 0, 0, 'fast', 0, 'codex')) .toBeCloseTo(300_000 * 16e-6 + 1_000 * 60e-6, 12) }) it('keeps provider_specific_entry.fast (Anthropic) winning over a derived ratio', () => { const costs = parseLiteLLMEntry({ input_cost_per_token: 5e-6, output_cost_per_token: 25e-6, cache_read_input_token_cost: 5e-7, input_cost_per_token_priority: 1e-5, output_cost_per_token_priority: 5e-5, cache_read_input_token_cost_priority: 1e-6, provider_specific_entry: { fast: 1.4 }, } as never) expect(costs?.fastMultiplier).toBe(1.4) }) }) describe('grok-4.6 prompt tier', () => { it('uses the low tier below 200000 prompt tokens', () => { expect(calculateCost('grok-4.6', 100_000, 10_000, 0, 99_999, 0)).toBeCloseTo(0.3099995, 12) }) // The bare id takes `xai/grok-4.6` ($2/M input), not `azure_ai/grok-4.6` // ($1.25/M); xAI's rate is what GitHub Copilot bills (three real // requests: 29,549 in, 946 out, 57,472 cached). it('prices at xAI list rates, matching GitHub Copilot\'s charge', () => { expect(calculateCost('grok-4.6', 29_549, 946, 0, 57_472, 0)).toBeCloseTo(9_351_000_000 / 1e11, 12) const xai = getModelCosts('xai/grok-4.6')! expect(getModelCosts('grok-4.6')).toMatchObject({ inputCostPerToken: xai.inputCostPerToken, outputCostPerToken: xai.outputCostPerToken, cacheReadCostPerToken: xai.cacheReadCostPerToken, }) }) it('uses the high tier for every token at exactly 200000 prompt tokens', () => { expect(calculateCost('grok-4.6', 100_000, 10_000, 0, 100_000, 0)).toBeCloseTo(0.62, 12) }) it('uses the high tier above 200000 prompt tokens', () => { expect(calculateCost('grok-4.6', 100_001, 10_000, 0, 100_000, 0)).toBeCloseTo(0.620004, 12) }) it('uses an aliased price override instead of the built-in prompt tier', () => { setModelAliases({ 'xai-oauth/grok-4.6': 'grok-4.6' }) setPriceOverrides({ 'grok-4.6': { input: 2, output: 6, cacheRead: 0.5 } }) expect(calculateCost('xai-oauth/grok-4.6', 100_000, 10_000, 0, 100_000, 0)).toBeCloseTo(0.31, 12) }) }) it('prices claude-haiku-4.5 (copilot session-store raw id), aliased to the existing claude-haiku-4-5 row (#1093)', () => { const haiku45 = getModelCosts('claude-haiku-4.5') const haiku45Dash = getModelCosts('claude-haiku-4-5') expect(haiku45).not.toBeNull() expect(haiku45).toEqual(haiku45Dash) expect(haiku45!.inputCostPerToken).toBe(1e-6) expect(haiku45!.outputCostPerToken).toBe(5e-6) expect(haiku45!.cacheWriteCostPerToken).toBe(1.25e-6) expect(haiku45!.cacheReadCostPerToken).toBe(1e-7) expect(haiku45!.cacheWriteCostIsExplicit).toBe(true) expect(calculateCost('claude-haiku-4.5', 1_000_000, 1_000_000, 0, 0, 0)).toBe(6) }) // A price override on a synthetic bare id can only be reached if the leading // segment was stripped, so these assert the namespace allowlist itself without // pinning to any real model's presence in (or absence from) the snapshot. it('strips vendor namespaces the pricing catalog knows and fails closed on the rest', () => { setPriceOverrides({ 'zzz-namespace-probe': { input: 1, output: 2 } }) const known = ['anthropic', 'x-ai', 'xai', 'qwen', 'moonshotai', 'nousresearch', 'kimi', 'litellm_proxy', 'openai_like', 'zhipu', 'mimo', 'xiaomi', 'cp', 'cline-pass', 'cline-free', 'cmd', 'antigravity', 'orcarouter', 'cliproxy', 'zcode'] for (const ns of known) { expect(getModelCosts(`${ns}/zzz-namespace-probe`), ns).not.toBeNull() } // Local runners and unknown vendors must never strip down to a priced row. const unknown = ['ollama', 'local', 'lmstudio', 'hosted_vllm', 'unsloth', 'nosuchvendor'] for (const ns of unknown) { expect(getModelCosts(`${ns}/zzz-namespace-probe`), ns).toBeNull() } }) it('peels every routing wrapper but not an unknown vendor inside one', () => { setPriceOverrides({ 'zzz-router-probe': { input: 1, output: 2 } }) const routed = [ 'omniroute:zzz-router-probe', 'omniroute:cp/cline-pass/zzz-router-probe', 'omniroute:cline-free/zzz-router-probe', 'omniroute:antigravity/zzz-router-probe', 'omniroute:cmd/zzz-router-probe', 'omniroute:orcarouter/zzz-router-probe', 'cliproxy/zzz-router-probe', 'omniroute:cliproxy/zzz-router-probe', // codex-cliproxy-gateway ids can carry a CLIProxyAPI provider path behind // the `cliproxy/` wrapper; the wrapper peels and the known provider // namespace strips, reaching the priced leaf. 'cliproxy/zcode/zzz-router-probe', ] for (const id of routed) expect(getModelCosts(id), id).not.toBeNull() expect(getModelCosts('omniroute:nosuchvendor/zzz-router-probe')).toBeNull() // A nested unknown vendor inside a known routing wrapper must fail closed. expect(getModelCosts('omniroute:orcarouter/nosuchvendor/zzz-router-probe')).toBeNull() expect(getModelCosts('cliproxy/nosuchvendor/zzz-router-probe')).toBeNull() }) it('lets a user price override for a bare id win over the routed catalog row', () => { setPriceOverrides({ 'glm-5.3': { input: 99, output: 99 } }) expect(getModelCosts('cp/cline-pass/glm-5.3')!.inputCostPerToken).toBe(99 / 1_000_000) expect(getModelCosts('omniroute:cp/cline-pass/glm-5.3')!.outputCostPerToken).toBe(99 / 1_000_000) }) it('prices OrcaRouter fusion and nested upstreams; auto stays fail-closed', () => { // `orcarouter/auto` rotates onto a Qwen/Llama flash model. No live probe // pins a rate, so it stays unpriced rather than inheriting Sonnet. expect(getModelCosts('orcarouter/auto')).toBeNull() // The fusion routes currently resolve to openai/gpt-oss-120b (live 2026-08). expect(getModelCosts('orcarouter/fusion')!.inputCostPerToken).toBe( getModelCosts('openai/gpt-oss-120b')!.inputCostPerToken, ) expect(getModelCosts('orcarouter/fusion-flash')!.inputCostPerToken).toBe( getModelCosts('openai/gpt-oss-120b')!.inputCostPerToken, ) expect(getModelCosts('orcarouter/fusion-mini')!.inputCostPerToken).toBe( getModelCosts('openai/gpt-oss-120b')!.inputCostPerToken, ) // Fully-qualified upstream ids peel to the exact LiteLLM row. expect(getModelCosts('orcarouter/deepseek/deepseek-v4-pro')!.inputCostPerToken).toBe( getModelCosts('deepseek/deepseek-v4-pro')!.inputCostPerToken, ) expect(getModelCosts('orcarouter/deepseek/deepseek-v4-flash')!.outputCostPerToken).toBe( getModelCosts('deepseek/deepseek-v4-flash')!.outputCostPerToken, ) // A route id for an unknown upstream stays unpriced (fail closed). expect(getModelCosts('orcarouter/nosuchvendor/zzz-router-probe')).toBeNull() }) }) describe('resolveCanonicalModelId', () => { it('aliases, peels path-form ids, and leaves display-only collisions distinct', () => { expect(resolveCanonicalModelId('k3')).toBe('kimi-k3') expect(resolveCanonicalModelId('k3-agent')).toBe('kimi-k3') expect(resolveCanonicalModelId('kimi-k3')).toBe('kimi-k3') expect(resolveCanonicalModelId('accounts/fireworks/models/glm-5p2')).toBe('glm-5p2') expect(resolveCanonicalModelId('glm-5p2')).toBe('glm-5p2') expect(resolveCanonicalModelId('cliproxy/claude-fable-5-1')).toBe('claude-fable-5-1') expect(resolveCanonicalModelId('cliproxy/zcode/glm-5.3-flash')).toBe('glm-5.3-flash') expect(resolveCanonicalModelId('GLM-5.2')).toBe('z-ai/glm-5.2') expect(resolveCanonicalModelId('gpt-5-fast')).toBe('gpt-5') expect(resolveCanonicalModelId('gpt-5-untracked-xyz')).toBe('gpt-5-untracked-xyz') expect(resolveCanonicalModelId('claude-opus-4.6')).toBe('claude-opus-4-6') expect(resolveCanonicalModelId('kimi-code')).toBe('kimi-k2.7-code') expect(resolveCanonicalModelId('cline-pass/kimi-k3')).toBe('kimi-k3') expect(resolveCanonicalModelId('orcarouter/auto')).not.toBe(resolveCanonicalModelId('claude-sonnet-4-5')) expect(resolveCanonicalModelId('orcarouter/fusion')).toBe(resolveCanonicalModelId('openai/gpt-oss-120b')) expect(resolveCanonicalModelId('orcarouter/fusion-flash')).toBe(resolveCanonicalModelId('openai/gpt-oss-120b')) expect(resolveCanonicalModelId('orcarouter/fusion-mini')).toBe(resolveCanonicalModelId('openai/gpt-oss-120b')) expect(resolveCanonicalModelId('orcarouter/deepseek/deepseek-v4-pro')).toBe( resolveCanonicalModelId('deepseek/deepseek-v4-pro'), ) }) }) describe('getShortModelName', () => { it('maps gpt-4o-mini correctly (not gpt-4o)', () => { expect(getShortModelName('gpt-4o-mini-2024-07-18')).toBe('GPT-4o Mini') }) it('maps gpt-4o correctly', () => { expect(getShortModelName('gpt-4o-2024-08-06')).toBe('GPT-4o') }) it('maps gpt-4.1-mini correctly (not gpt-4.1)', () => { expect(getShortModelName('gpt-4.1-mini-2025-04-14')).toBe('GPT-4.1 Mini') }) it('maps gpt-5.4-mini correctly (not gpt-5.4)', () => { expect(getShortModelName('gpt-5.4-mini')).toBe('GPT-5.4 Mini') }) // Regression for #461: spark is a distinct variant, not a reasoning suffix. it('maps gpt-5.3-codex-spark to its own label (not GPT-5.3 Codex)', () => { const name = getShortModelName('gpt-5.3-codex-spark') expect(name).not.toBe('GPT-5.3 Codex') expect(name).toBe('GPT-5.3 Codex Spark') }) it('maps gpt-5.3-codex reasoning suffixes to the base label', () => { expect(getShortModelName('gpt-5.3-codex-high')).toBe('GPT-5.3 Codex') expect(getShortModelName('gpt-5.3-codex-low')).toBe('GPT-5.3 Codex') }) it('maps claude-opus-4-6 with date suffix', () => { expect(getShortModelName('claude-opus-4-6-20260205')).toBe('Opus 4.6') }) // Regression for #420: claude-opus-4-8 must get its own line, not collapse // into the generic "Opus 4" bucket via the shorter claude-opus-4 prefix. it('maps claude-opus-4-8 to its own line (not Opus 4)', () => { expect(getShortModelName('claude-opus-4-8')).toBe('Opus 4.8') }) // A future version is derived from the id with no hand-maintained entry. it('derives an unreleased claude version with no SHORT_NAMES entry', () => { expect(getShortModelName('claude-sonnet-5-2')).toBe('Sonnet 5.2') expect(getShortModelName('claude-haiku-5')).toBe('Haiku 5') expect(getShortModelName('claude-opus-9-9-20300101')).toBe('Opus 9.9') }) it('derives versioned Fable and Mythos labels from their model ids', () => { expect(getShortModelName('claude-fable-5-1')).toBe('Fable 5.1') expect(getShortModelName('claude-mythos-5-2-20300101')).toBe('Mythos 5.2') }) it('shows the real model name for pricing-sibling aliases, not the internal key', () => { // GLM-5.2 (and its lowercase Hermes spelling) price via the glm-5p1 sibling; // reports must show GLM-5.2, not the pricing key. expect(getShortModelName('GLM-5.2')).toBe('GLM-5.2') expect(getShortModelName('glm-5.2')).toBe('GLM-5.2') expect(getShortModelName('glm-5p1')).toBe('GLM-5.2') expect(getShortModelName('glm-5.3')).toBe('GLM-5.3') expect(getShortModelName('GLM-5.3')).toBe('GLM-5.3') // Prices via the glm-5p2 sibling, but must not be LABELLED as GLM-5.2. expect(getShortModelName('cmd/glm-5.3')).toBe('GLM-5.3') expect(getShortModelName('z-ai/glm-5.3')).toBe('GLM-5.3') expect(getShortModelName('xiaomi/glm-5.3')).toBe('GLM-5.3') expect(getShortModelName('cp/cline-pass/glm-5.3')).toBe('GLM-5.3') // OrcaRouter route ids peel to the upstream id, which keeps the upstream label. expect(getShortModelName('orcarouter/deepseek/deepseek-v4-pro')).toBe('DeepSeek v4 Pro') // Route ids display as the model they route to, not a branded gateway label. expect(getShortModelName('orcarouter/auto')).not.toBe(getShortModelName('claude-sonnet-4-5')) expect(getShortModelName('orcarouter/fusion')).toBe(getShortModelName('openai/gpt-oss-120b')) expect(getShortModelName('orcarouter/fusion-flash')).toBe(getShortModelName('openai/gpt-oss-120b')) expect(getShortModelName('orcarouter/fusion-mini')).toBe(getShortModelName('openai/gpt-oss-120b')) // Grok Build prices via the grok-build-0.1 sibling. expect(getShortModelName('grok-build')).toBe('Grok Build') expect(getShortModelName('grok-build-0.1')).toBe('Grok Build') // grok-composer has no alias, just a missing display entry. expect(getShortModelName('grok-composer-2.5-fast')).toBe('Grok Composer 2.5 Fast') }) it('shows the last path segment for an unmapped path-style raw id', () => { expect(getShortModelName('fireworks/routers/glm-fast-latest')).toBe('glm-fast-latest') expect(getShortModelName('accounts/fireworks/models/some-unlisted-slug')).toBe('some-unlisted-slug') }) it('names GPT-5.6 variants individually rather than collapsing them', () => { expect(getShortModelName('gpt-5.6-sol')).toBe('GPT-5.6 Sol') expect(getShortModelName('gpt-5.6-terra')).toBe('GPT-5.6 Terra') expect(getShortModelName('gpt-5.6-luna')).toBe('GPT-5.6 Luna') // No bare `gpt-5.6` entry exists, so an unlisted variant of this version // must not borrow a sibling's curated label. Since #1530 it derives its own // label from the id instead of surfacing the raw slug. (Versions that DO // have a bare entry, like gpt-5.5, still fold suffixed ids by the prefix // rule — unchanged here.) expect(getShortModelName('gpt-5.6-unlisted')).toBe('GPT-5.6 Unlisted') }) // Regression for #1530: some doors write the Claude minor with a dot // (GitHub Copilot's session store: claude-opus-4.8). The derivation must // accept both spellings, or the name silently loses its minor ("Opus 4"). it('derives dot-form Claude minors the same as dash-form (#1530)', () => { expect(getShortModelName('claude-opus-4.8')).toBe('Opus 4.8') expect(getShortModelName('claude-opus-4-8')).toBe('Opus 4.8') expect(getShortModelName('claude-sonnet-4.9')).toBe('Sonnet 4.9') expect(getShortModelName('claude-opus-4.8-20300101')).toBe('Opus 4.8') }) // Regression for #1530: an unknown future GPT version derives its name from // the id, the way unreleased Claude versions already do — no hand-maintained // entry per release. Curated entries still win, and the legacy bare-major / // date-packaged shapes stay raw. it('derives unknown GPT versions from their ids instead of surfacing raw (#1530)', () => { expect(getShortModelName('gpt-5.7-terra')).toBe('GPT-5.7 Terra') expect(getShortModelName('gpt-5.7-codex-spark')).toBe('GPT-5.7 Codex Spark') expect(getShortModelName('gpt-5.7')).toBe('GPT-5.7') // Numeric segments are packaging, not part of the name. expect(getShortModelName('gpt-5.7-20261105')).toBe('GPT-5.7') // Legacy shapes stay raw: bare-major ids and date-versioned packaging. expect(getShortModelName('gpt-9')).toBe('gpt-9') expect(getShortModelName('gpt-4-1106-preview')).toBe('gpt-4-1106-preview') // Curated labels keep winning over the derivation. expect(getShortModelName('gpt-5.5')).toBe('GPT-5.5') expect(getShortModelName('gpt-5.1-codex-mini')).toBe('GPT-5.1 Codex Mini') expect(getShortModelName('gpt-5-mini')).toBe('GPT-5 Mini') expect(getShortModelName('gpt-4o')).toBe('GPT-4o') }) it('names grok-4.5 without disturbing the Grok Build harness label', () => { // The Grok Build CLI reports the model it runs, so the model id gets the // model's name; ids that really are grok-build keep the harness label. expect(getShortModelName('grok-4.5')).toBe('Grok 4.5') expect(getShortModelName('grok-build-0.1')).toBe('Grok Build') }) it('names ClinePass-routed slugs through the path fallback', () => { // ClinePass ids arrive as `cline-pass/`; the path fallback strips the // prefix and re-resolves the bare slug, as it does for Fireworks ids. expect(getShortModelName('cline-pass/qwen3.7-max')).toBe('Qwen 3.7 Max') expect(getShortModelName('cline-pass/minimax-m3')).toBe('MiniMax M3') expect(getShortModelName('cline-pass/mimo-v2.5-pro')).toBe('MiMo v2.5 Pro') expect(getShortModelName('cline-pass/kimi-k3')).toBe('Kimi K3') }) it('names MiniMax M3 in both the lowercase-slug and capitalized spellings', () => { expect(getShortModelName('minimax-m3')).toBe('MiniMax M3') expect(getShortModelName('MiniMax-M3')).toBe('MiniMax M3') }) it('resolves Fireworks-hosted fleet models to friendly names via the path fallback', () => { // Real ids are the full Fireworks path `accounts/fireworks/models/`. expect(getShortModelName('accounts/fireworks/models/glm-5p2')).toBe('GLM-5.2') expect(getShortModelName('accounts/fireworks/models/qwen3p7-plus')).toBe('Qwen 3.7 Plus') expect(getShortModelName('accounts/fireworks/models/kimi-k2p7-code')).toBe('Kimi K2.7 Code') expect(getShortModelName('accounts/fireworks/models/deepseek-v4-pro')).toBe('DeepSeek v4 Pro') expect(getShortModelName('accounts/fireworks/models/deepseek-v4-flash')).toBe('DeepSeek v4 Flash') }) }) describe('modelKeyMatches', () => { // The primitive provider display tables match with (#1530): a key must be // the whole id or a whole dash-segment, never mid-version — so a bare // `gpt-5` key cannot capture `gpt-5.5` or `gpt-5.6-luna`. it('matches the exact id and dash-suffixed ids', () => { expect(modelKeyMatches('gpt-5', 'gpt-5')).toBe(true) expect(modelKeyMatches('gpt-5-mini', 'gpt-5')).toBe(true) expect(modelKeyMatches('gpt-4.1-2025-04-14', 'gpt-4.1')).toBe(true) expect(modelKeyMatches('openai/gpt-5', 'gpt-5')).toBe(true) }) it('rejects mid-version and mid-word matches', () => { expect(modelKeyMatches('gpt-5.5', 'gpt-5')).toBe(false) expect(modelKeyMatches('gpt-5.6-luna', 'gpt-5')).toBe(false) expect(modelKeyMatches('gpt-5.4.1', 'gpt-5.4')).toBe(false) expect(modelKeyMatches('xgpt-5', 'gpt-5')).toBe(false) expect(modelKeyMatches('claude-opus-4.8', 'claude-opus-4')).toBe(false) }) }) describe('claude-fable-5 pricing + name', () => { it('prices at $10/M input, $50/M output via models.dev/OpenRouter gap-fill', () => { expect(calculateCost('claude-fable-5', 1_000_000, 0, 0, 0, 0)).toBeCloseTo(10, 6) expect(calculateCost('claude-fable-5', 0, 1_000_000, 0, 0, 0)).toBeCloseTo(50, 6) }) it('shows its own display name', () => { expect(getShortModelName('claude-fable-5')).toBe('Fable 5') }) }) describe('builtin aliases - getModelCosts', () => { it('resolves anthropic--claude-4.6-opus', () => { expect(getModelCosts('anthropic--claude-4.6-opus')).not.toBeNull() }) it('resolves anthropic--claude-4.6-sonnet', () => { expect(getModelCosts('anthropic--claude-4.6-sonnet')).not.toBeNull() }) it('resolves anthropic--claude-4.5-opus', () => { expect(getModelCosts('anthropic--claude-4.5-opus')).not.toBeNull() }) it('resolves anthropic--claude-4.5-sonnet', () => { expect(getModelCosts('anthropic--claude-4.5-sonnet')).not.toBeNull() }) it('resolves anthropic--claude-4.5-haiku', () => { expect(getModelCosts('anthropic--claude-4.5-haiku')).not.toBeNull() }) it('resolves double-wrapped anthropic/anthropic--claude-4.6-opus', () => { expect(getModelCosts('anthropic/anthropic--claude-4.6-opus')).not.toBeNull() }) it('resolves double-wrapped anthropic/anthropic--claude-4.6-sonnet', () => { expect(getModelCosts('anthropic/anthropic--claude-4.6-sonnet')).not.toBeNull() }) it('resolves double-wrapped anthropic/anthropic--claude-4.5-haiku', () => { expect(getModelCosts('anthropic/anthropic--claude-4.5-haiku')).not.toBeNull() }) it('OMP opus resolves to same pricing as canonical claude-opus-4-6', () => { expect(getModelCosts('anthropic--claude-4.6-opus')).toEqual(getModelCosts('claude-opus-4-6')) }) it('OMP sonnet resolves to same pricing as canonical claude-sonnet-4-6', () => { expect(getModelCosts('anthropic--claude-4.6-sonnet')).toEqual(getModelCosts('claude-sonnet-4-6')) }) it('OMP haiku resolves to same pricing as canonical claude-haiku-4-5', () => { expect(getModelCosts('anthropic--claude-4.5-haiku')).toEqual(getModelCosts('claude-haiku-4-5')) }) }) describe('builtin aliases - getShortModelName', () => { it('anthropic--claude-4.6-opus -> Opus 4.6', () => { expect(getShortModelName('anthropic--claude-4.6-opus')).toBe('Opus 4.6') }) it('anthropic--claude-4.6-sonnet -> Sonnet 4.6', () => { expect(getShortModelName('anthropic--claude-4.6-sonnet')).toBe('Sonnet 4.6') }) it('anthropic--claude-4.5-opus -> Opus 4.5', () => { expect(getShortModelName('anthropic--claude-4.5-opus')).toBe('Opus 4.5') }) it('anthropic--claude-4.5-sonnet -> Sonnet 4.5', () => { expect(getShortModelName('anthropic--claude-4.5-sonnet')).toBe('Sonnet 4.5') }) it('anthropic--claude-4.5-haiku -> Haiku 4.5', () => { expect(getShortModelName('anthropic--claude-4.5-haiku')).toBe('Haiku 4.5') }) it('anthropic/anthropic--claude-4.6-opus -> Opus 4.6', () => { expect(getShortModelName('anthropic/anthropic--claude-4.6-opus')).toBe('Opus 4.6') }) }) // Codex driving a Kimi backend records the model as `kimi/k3[1m]` (provider // prefix + context-length tag). getCanonicalName strips the prefix but the // `[1m]` tag used to survive, so it matched no alias and priced to $0 - the // Kimi-via-codex spend was silently reported as free. describe('codex Kimi context-tag normalization (kimi/k3[1m])', () => { it('prices kimi/k3[1m] the same as canonical kimi-k3 instead of $0', () => { expect(getModelCosts('kimi/k3[1m]')).not.toBeNull() expect(getModelCosts('kimi/k3[1m]')).toEqual(getModelCosts('kimi-k3')) expect(calculateCost('kimi/k3[1m]', 1_000_000, 100_000, 0, 0, 0)).toBeGreaterThan(0) }) it('resolves the bare k3[1m] tag too', () => { expect(getModelCosts('k3[1m]')).toEqual(getModelCosts('kimi-k3')) }) it('names kimi/k3[1m] as Kimi K3', () => { expect(getShortModelName('kimi/k3[1m]')).toBe('Kimi K3') }) it('does not strip a non-bracket suffix from an ordinary model id', () => { expect(getShortModelName('gpt-5.5')).toBe('GPT-5.5') expect(getModelCosts('gpt-5.5')).toEqual(getModelCosts('gpt-5.5')) expect(calculateCost('gpt-5.5', 1_000_000, 100_000, 0, 0, 0)).toBeCloseTo(8, 5) }) }) describe('Antigravity Gemini 3.5 Flash variants resolve to pricing', () => { const variants = [ 'gemini-3.5-flash', 'gemini-3.5-flash-high', 'gemini-3.5-flash-medium', 'gemini-3.5-flash-low', 'Gemini 3.5 Flash (High)', ] for (const variant of variants) { it(`${variant} resolves to Gemini 3.5 Flash`, () => { expect(getModelCosts(variant)).toEqual(getModelCosts('gemini-3.5-flash')) expect(getShortModelName(variant)).toBe('Gemini 3.5 Flash') }) } it('calculates non-zero cost for high thinking labels', () => { expect(calculateCost('gemini-3.5-flash-high', 1000, 100, 0, 0, 0)).toBeGreaterThan(0) }) }) describe('user aliases via setModelAliases', () => { it('user alias resolves for getModelCosts', () => { setModelAliases({ 'my-internal-model': 'claude-sonnet-4-6' }) expect(getModelCosts('my-internal-model')).toEqual(getModelCosts('claude-sonnet-4-6')) }) it('user alias resolves for getShortModelName', () => { setModelAliases({ 'my-internal-model': 'claude-opus-4-6' }) expect(getShortModelName('my-internal-model')).toBe('Opus 4.6') }) it('user alias overrides builtin', () => { setModelAliases({ 'anthropic--claude-4.6-opus': 'claude-sonnet-4-5' }) expect(getModelCosts('anthropic--claude-4.6-opus')).toEqual(getModelCosts('claude-sonnet-4-5')) }) it('user alias whose source already has a short name displays the target', () => { setModelAliases({ 'gpt-4o': 'claude-opus-4-6' }) expect(getModelCosts('gpt-4o')).toEqual(getModelCosts('claude-opus-4-6')) expect(getShortModelName('gpt-4o')).toBe('Opus 4.6') setModelAliases({}) }) it('resetting aliases restores builtins', () => { setModelAliases({ 'anthropic--claude-4.6-opus': 'claude-sonnet-4-5' }) setModelAliases({}) expect(getModelCosts('anthropic--claude-4.6-opus')).toEqual(getModelCosts('claude-opus-4-6')) }) it('a display name looked up before an alias change follows the new aliases', () => { setModelAliases({}) expect(getShortModelName('gpt-4o')).toBe('GPT-4o') setModelAliases({ 'gpt-4o': 'claude-opus-4-6' }) expect(getShortModelName('gpt-4o')).toBe('Opus 4.6') setModelAliases({}) expect(getShortModelName('gpt-4o')).toBe('GPT-4o') }) }) describe('implicit cache-write rate', () => { it('bills cache writes at input for a non-Anthropic model with no published write rate', () => { setPriceOverrides({ 'zz-acme-no-write-rate': { input: 2, output: 8 }, 'claude-zz-no-write-rate': { input: 2, output: 8 }, 'zz-acme-explicit-write': { input: 2, output: 8, cacheCreation: 3 }, }) expect(calculateCost('zz-acme-no-write-rate', 0, 0, 1_000_000, 0, 0)).toBeCloseTo(2, 10) expect(calculateCost('claude-zz-no-write-rate', 0, 0, 1_000_000, 0, 0)).toBeCloseTo(2.5, 10) expect(calculateCost('zz-acme-explicit-write', 0, 0, 1_000_000, 0, 0)).toBeCloseTo(3, 10) }) }) describe('user price overrides', () => { it('prices a model missing from the pricing snapshot', () => { const model = 'zz-price-override-missing-model-390' expect(getModelCosts(model)).toBeNull() setPriceOverrides({ [model]: { input: 1.25, output: 2.5 }, }) const costs = getModelCosts(model) expect(costs).not.toBeNull() expect(costs!.inputCostPerToken).toBe(1.25e-6) expect(costs!.outputCostPerToken).toBe(2.5e-6) expect(calculateCost(model, 1_000_000, 1_000_000, 0, 0, 0)).toBe(3.75) }) it('wins over snapshot pricing and configured aliases', () => { setModelAliases({ 'price-override-aliased-model': 'claude-opus-4-6', 'price-override-canonical-source': 'price-override-canonical-target', }) setPriceOverrides({ 'gpt-4o': { input: 7, output: 8 }, 'claude-opus-4-6': { input: 4, output: 5 }, 'price-override-aliased-model': { input: 2, output: 3 }, 'price-override-canonical-target': { input: 6, output: 7 }, }) expect(getModelCosts('gpt-4o')!.inputCostPerToken).toBe(7e-6) expect(getModelCosts('price-override-aliased-model')!.inputCostPerToken).toBe(2e-6) expect(getModelCosts('price-override-canonical-source')!.inputCostPerToken).toBe(6e-6) }) it('converts USD per 1,000,000 tokens to per-token ModelCosts exactly', () => { const model = 'price-override-unit-conversion' setPriceOverrides({ [model]: { input: 1, output: 0 }, }) expect(getModelCosts(model)!.inputCostPerToken).toBe(1e-6) expect(calculateCost(model, 1_000_000, 0, 0, 0, 0)).toBe(1) }) it('defaults cache rates from input pricing when omitted', () => { const model = 'price-override-cache-defaults' setPriceOverrides({ [model]: { input: 10, output: 20 }, }) const costs = getModelCosts(model) expect(costs).not.toBeNull() expect(costs!.cacheWriteCostPerToken).toBeCloseTo(12.5e-6, 12) expect(costs!.cacheReadCostPerToken).toBeCloseTo(1e-6, 12) }) it('wins for case-insensitive and prefix matches without shadowing a more-specific exact snapshot entry', () => { const miniSnapshot = getModelCosts('gpt-5-mini') expect(miniSnapshot).not.toBeNull() setPriceOverrides({ 'gpt-5': { input: 91, output: 92 }, }) expect(getModelCosts('GPT-5')!.inputCostPerToken).toBe(91e-6) expect(getModelCosts('gpt-5-foo')!.inputCostPerToken).toBe(91e-6) const mini = getModelCosts('gpt-5-mini') expect(mini).not.toBeNull() expect(mini!.inputCostPerToken).toBe(miniSnapshot!.inputCostPerToken) expect(mini!.outputCostPerToken).toBe(miniSnapshot!.outputCostPerToken) }) it('includes builtin and user price overrides in the daily cache config hash', () => { setLocalModelSavings({ local: 'gpt-4o' }) setPriceOverrides({}) // The builtin overrides always participate, so a release that edits them // invalidates cached daily costs even with no user overrides configured. const builtinOnly = getPriceOverridesConfigHash() expect(builtinOnly).toContain('builtin:') expect(getPriceOverridesConfigHash()).toBe(builtinOnly) const baseline = getDailyCacheConfigHash() setPriceOverrides({ 'price-hash-model': { input: 1, output: 2 } }) const firstCombined = getDailyCacheConfigHash() setPriceOverrides({ 'price-hash-model': { input: 3, output: 2 } }) const secondCombined = getDailyCacheConfigHash() expect(firstCombined).not.toBe(baseline) expect(secondCombined).not.toBe(baseline) expect(secondCombined).not.toBe(firstCombined) }) it('includes flat-rate marks in the daily cache config hash', () => { setLocalModelSavings({}) setPriceOverrides({}) setFlatRateModels([]) const baseline = getDailyCacheConfigHash() setFlatRateModels(['zz-flat-hash']) expect(getDailyCacheConfigHash()).not.toBe(baseline) setFlatRateModels([]) expect(getDailyCacheConfigHash()).toBe(baseline) }) }) describe('calculateCost - OMP names produce non-zero cost', () => { it('calculates cost for anthropic--claude-4.6-opus', () => { expect(calculateCost('anthropic--claude-4.6-opus', 1000, 200, 0, 0, 0)).toBeGreaterThan(0) }) it('calculates cost for anthropic/anthropic--claude-4.6-sonnet', () => { expect(calculateCost('anthropic/anthropic--claude-4.6-sonnet', 1000, 200, 0, 0, 0)).toBeGreaterThan(0) }) }) describe('Warp Claude variants resolve to pricing', () => { const cases: Array<[string, string]> = [ ['claude-4-6-sonnet-high', 'claude-sonnet-4-6'], ['claude-4-6-sonnet-low', 'claude-sonnet-4-6'], ['claude-4-6-sonnet-medium', 'claude-sonnet-4-6'], ['claude-4-6-sonnet-high-fast', 'claude-sonnet-4-6'], ['claude-4-7-opus-xhigh', 'claude-opus-4-7'], ['claude-4-7-opus-xhigh-fast', 'claude-opus-4-7'], ] for (const [input, expectedAlias] of cases) { it(`${input} resolves to ${expectedAlias} pricing`, () => { const costs = getModelCosts(input) expect(costs).not.toBeNull() expect(costs!.inputCostPerToken).toBeGreaterThan(0) const expected = getModelCosts(expectedAlias) expect(expected).not.toBeNull() expect(costs!.inputCostPerToken).toBe(expected!.inputCostPerToken) expect(costs!.outputCostPerToken).toBe(expected!.outputCostPerToken) }) it(`${input} calculates non-zero cost`, () => { expect(calculateCost(input, 1000, 200, 0, 0, 0)).toBeGreaterThan(0) }) } }) describe('calculateCost - Claude cache write durations', () => { it('prices 1-hour cache writes at 1.6x the 5-minute cache write rate', () => { const fiveMinute = calculateCost('claude-opus-4-7', 0, 0, 1_000_000, 0, 0) const oneHour = calculateCost('claude-opus-4-7', 0, 0, 1_000_000, 0, 0, 'standard', 1_000_000) const mixed = calculateCost('claude-opus-4-7', 0, 0, 100_000, 0, 0, 'standard', 60_000) expect(fiveMinute).toBeCloseTo(6.25, 6) expect(oneHour).toBeCloseTo(10, 6) expect(mixed).toBeCloseTo(0.85, 6) }) }) describe('existing model names still resolve', () => { it('canonical claude-opus-4-6', () => { expect(getModelCosts('claude-opus-4-6')).not.toBeNull() }) it('canonical claude-sonnet-4-5', () => { expect(getModelCosts('claude-sonnet-4-5')).not.toBeNull() }) it('date-stamped claude-sonnet-4-20250514', () => { expect(getModelCosts('claude-sonnet-4-20250514')).not.toBeNull() }) it('pinned claude-sonnet-4-6@20250929', () => { expect(getModelCosts('claude-sonnet-4-6@20250929')).not.toBeNull() }) it('anthropic/-prefixed anthropic/claude-opus-4-6', () => { expect(getModelCosts('anthropic/claude-opus-4-6')).not.toBeNull() }) // #420: 4.8 has its own LiteLLM pricing tier ($5/$25), so it must not fall // through the prefix match to the older, 3x-pricier claude-opus-4 ($15/$75). it('claude-opus-4-8 prices at its own tier, not original claude-opus-4', () => { const v48 = getModelCosts('claude-opus-4-8') expect(v48).not.toBeNull() // $5/$25 per M tokens — the 4.6/4.7 tier, not the original opus-4 $15/$75. expect(v48!.inputCostPerToken).toBeCloseTo(0.000005, 12) expect(v48!.outputCostPerToken).toBeCloseTo(0.000025, 12) expect(v48!.inputCostPerToken).not.toEqual(getModelCosts('claude-opus-4')!.inputCostPerToken) }) }) // Issue #159: every model name Cursor emits in its SQLite database must // resolve to a non-zero pricing entry, otherwise the dashboard shows $0 for // that model. Each case asserts the resolved pricing identity matches the // pricing of the expected canonical key, so an accidental alias swap (e.g. // `claude-4.6-opus` aliased to a haiku entry) fails the test even though // haiku also has positive pricing. describe('Cursor model variants resolve to pricing', () => { const cases: Array<[string, string]> = [ // Sonnet family ['claude-4-sonnet', 'claude-sonnet-4'], ['claude-4-sonnet-1m', 'claude-sonnet-4'], ['claude-4-sonnet-thinking', 'claude-sonnet-4'], ['claude-4.5-sonnet', 'claude-sonnet-4-5'], ['claude-4.5-sonnet-thinking', 'claude-sonnet-4-5'], ['claude-4.6-sonnet', 'claude-sonnet-4-6'], ['claude-4.6-sonnet-high', 'claude-sonnet-4-6'], ['claude-4.6-sonnet-low', 'claude-sonnet-4-6'], ['claude-4.6-sonnet-thinking', 'claude-sonnet-4-6'], ['claude-4.6-sonnet-high-thinking', 'claude-sonnet-4-6'], // Opus family ['claude-4-opus', 'claude-opus-4'], ['claude-4.5-opus', 'claude-opus-4-5'], ['claude-4.5-opus-high', 'claude-opus-4-5'], ['claude-4.5-opus-low', 'claude-opus-4-5'], ['claude-4.5-opus-medium', 'claude-opus-4-5'], ['claude-4.5-opus-high-thinking', 'claude-opus-4-5'], ['claude-4.6-opus', 'claude-opus-4-6'], ['claude-4.6-opus-fast-mode', 'claude-opus-4-6'], ['claude-4.6-opus-high', 'claude-opus-4-6'], ['claude-4.6-opus-low', 'claude-opus-4-6'], ['claude-4.6-opus-medium', 'claude-opus-4-6'], ['claude-4.6-opus-high-thinking', 'claude-opus-4-6'], ['claude-4.7-opus', 'claude-opus-4-7'], ['claude-opus-4-7-thinking-high', 'claude-opus-4-7'], // Haiku family ['claude-4.5-haiku', 'claude-haiku-4-5'], ['claude-4.6-haiku', 'claude-haiku-4-5'], // Cursor auto proxy ['cursor-auto', 'claude-sonnet-4-5'], // Codex auto-review alias: forward default is GPT-5.6 Luna (30 Jul 2026) ['codex-auto-review', 'gpt-5.6-luna'], // OpenAI variants Cursor emits ['gpt-5', 'gpt-5'], ['gpt-5-fast', 'gpt-5'], ['gpt-5.2', 'gpt-5.2'], ['gpt-5.2-low', 'gpt-5'], // Direct LiteLLM hits where no alias is required ['grok-code-fast-1', 'grok-code-fast-1'], ['gemini-3-pro', 'gemini-3-pro-preview'], ] for (const [input, expectedAlias] of cases) { it(`${input} resolves to ${expectedAlias} pricing`, () => { const costs = getModelCosts(input) expect(costs, `${input} should resolve to pricing (and not produce $0 in the dashboard)`).not.toBeNull() expect(costs!.inputCostPerToken).toBeGreaterThan(0) expect(costs!.outputCostPerToken).toBeGreaterThan(0) const expected = getModelCosts(expectedAlias) expect(expected, `expected target ${expectedAlias} should itself resolve`).not.toBeNull() // Identity check: the alias must produce the SAME pricing object as // the canonical key, not just any non-zero pricing. Catches drift // where a future edit re-points an alias at a wrong-but-positive entry. expect(costs!.inputCostPerToken).toBe(expected!.inputCostPerToken) expect(costs!.outputCostPerToken).toBe(expected!.outputCostPerToken) }) } // Regression for #912: Cursor's unversioned `claude-4-sonnet-thinking` // slug is the thinking variant of Sonnet 4, not Sonnet 4.5. The two models // currently share a price, so the display name pins the canonical identity // independently of today's pricing coincidence. it('keeps claude-4-sonnet-thinking in the Sonnet 4 model family', () => { expect(getShortModelName('claude-4-sonnet-thinking')).toBe('Sonnet 4') }) }) describe('Kimi Code moving alias', () => { const rates = (model: string) => { const c = getModelCosts(model)! return [c.inputCostPerToken * 1e6, c.cacheReadCostPerToken * 1e6, c.outputCostPerToken * 1e6].map(v => +v.toFixed(4)) } it('prices kimi-for-coding by the model it served on the call date', () => { expect(pricingModelAt('kimi-for-coding', '2026-01-26T23:59:59.999Z')).toBe('kimi-k2-thinking') expect(pricingModelAt('kimi-for-coding', '2026-01-27T00:00:00.000Z')).toBe('kimi-k2.5') expect(pricingModelAt('kimi-for-coding', '2026-04-12T23:59:59.999Z')).toBe('kimi-k2.5') expect(pricingModelAt('kimi-for-coding', '2026-04-13T00:00:00.000Z')).toBe('kimi-k2.6') expect(pricingModelAt('kimi-for-coding', '2026-06-11T23:59:59.999Z')).toBe('kimi-k2.6') expect(pricingModelAt('kimi-for-coding', '2026-06-12T00:00:00.000Z')).toBe('kimi-for-coding') expect(pricingModelAt('kimi-for-coding', '2026-09-27T10:00:00Z')).toBe('kimi-for-coding') expect(pricingModelAt('kimi-code', '2026-03-01T00:00:00Z')).toBe('kimi-k2.5') expect(pricingModelAt('kimi-for-coding', undefined)).toBe('kimi-for-coding') expect(pricingModelAt('kimi-for-coding', 'not a date')).toBe('kimi-for-coding') expect(pricingModelAt('kimi-for-coding-highspeed', '2026-03-01T00:00:00Z')).toBe('kimi-for-coding-highspeed') expect(pricingModelAt('k3', '2026-03-01T00:00:00Z')).toBe('k3') }) it('resolves each period to Moonshot list prices ($/M input, cache hit, output)', () => { expect(rates('kimi-k2.5')).toEqual([0.6, 0.1, 3]) expect(rates('kimi-k2.6')).toEqual([0.95, 0.16, 4]) expect(rates('kimi-for-coding')).toEqual([0.95, 0.19, 4]) expect(rates('kimi-code')).toEqual([0.95, 0.19, 4]) expect(rates('kimi-for-coding-highspeed')).toEqual([1.9, 0.38, 8]) expect(rates('k3')).toEqual([3, 0.3, 15]) }) it('treats highspeed as priced, not a flat-rate SKU', () => { expect(isFlatRateModel('kimi-for-coding-highspeed')).toBe(false) expect(calculateCost('kimi-for-coding-highspeed', 1_000_000, 1_000_000, 0, 1_000_000, 0)).toBeCloseTo(10.28) }) it('marks only the K2.8 Preview period (from 11 Sep 2026) as stand-in priced', () => { expect(isStandInPricedAt('kimi-for-coding', '2026-09-10T23:59:59.999Z')).toBe(false) expect(isStandInPricedAt('kimi-for-coding', '2026-09-11T00:00:00.000Z')).toBe(true) expect(isStandInPricedAt('kimi-code', '2026-09-27T10:00:00Z')).toBe(true) expect(isStandInPricedAt('kimi-for-coding', '2026-07-01T00:00:00Z')).toBe(false) expect(isStandInPricedAt('kimi-for-coding', '2026-03-01T00:00:00Z')).toBe(false) expect(isStandInPricedAt('kimi-for-coding', undefined)).toBe(true) expect(isStandInPricedAt('kimi-for-coding-highspeed', '2026-09-27T10:00:00Z')).toBe(false) expect(isStandInPricedAt('k3', '2026-09-27T10:00:00Z')).toBe(false) setModelAliases({ 'kimi-for-coding': 'kimi-k3' }) try { expect(isStandInPricedAt('kimi-for-coding', '2026-09-27T10:00:00Z')).toBe(false) } finally { setModelAliases({}) } }) it('keeps the alias name for display', () => { expect(getShortModelName('kimi-for-coding')).toBe('Kimi for Coding') expect(getShortModelName('kimi-for-coding-highspeed')).toBe('Kimi for Coding HighSpeed') }) it('lets a user alias or price override win over the date rule', () => { setModelAliases({ 'kimi-for-coding': 'kimi-k3' }) try { expect(pricingModelAt('kimi-for-coding', '2026-03-01T00:00:00Z')).toBe('kimi-for-coding') } finally { setModelAliases({}) } setPriceOverrides({ 'kimi-for-coding': { input: 1, output: 2 } }) try { expect(pricingModelAt('kimi-for-coding', '2026-03-01T00:00:00Z')).toBe('kimi-for-coding') } finally { setPriceOverrides({}) } }) }) describe('Codex activity ids (#1047)', () => { it('keeps the activity label instead of collapsing to the underlying model name', () => { expect(getShortModelName('codex-auto-review')).toBe('Codex Auto Review') }) it('prices as the exact bundled GPT-5.6 Luna object, not an invented rate', () => { expect(getModelCosts('codex-auto-review')).toBe(getModelCosts('gpt-5.6-luna')) const auto = calculateCost('codex-auto-review', 1_000_000, 1_000_000, 0, 0, 0) expect(auto).toBeGreaterThan(0) expect(auto).toBe(calculateCost('gpt-5.6-luna', 1_000_000, 1_000_000, 0, 0, 0)) }) it('prices auto-review by date: gpt-5.4 before 30 Jul 2026, Luna from then on', () => { expect(pricingModelAt('codex-auto-review', '2026-07-29T23:59:59.999Z')).toBe('gpt-5.4') expect(pricingModelAt('codex-auto-review', '2026-05-06T16:53:28Z')).toBe('gpt-5.4') expect(pricingModelAt('codex-auto-review', '2026-07-30T00:00:00.000Z')).toBe('codex-auto-review') expect(pricingModelAt('codex-auto-review', '2026-07-30T01:30:00+02:00')).toBe('gpt-5.4') expect(pricingModelAt('codex-auto-review', '')).toBe('codex-auto-review') expect(pricingModelAt('codex-auto-review', undefined)).toBe('codex-auto-review') expect(pricingModelAt('gpt-5.6-luna', '2026-05-06T16:53:28Z')).toBe('gpt-5.6-luna') expect(pricingModelAt('gpt-5.5', '2026-05-06T16:53:28Z')).toBe('gpt-5.5') }) it('lets a user alias for auto-review win over the date rule', () => { setModelAliases({ 'codex-auto-review': 'gpt-5.5' }) try { expect(pricingModelAt('codex-auto-review', '2026-05-06T16:53:28Z')).toBe('codex-auto-review') } finally { setModelAliases({}) } }) it('lets a user price override for auto-review win over the date rule', () => { setPriceOverrides({ 'codex-auto-review': { input: 1, output: 2 } }) try { expect(pricingModelAt('codex-auto-review', '2026-05-06T16:53:28Z')).toBe('codex-auto-review') expect(calculateCost(pricingModelAt('codex-auto-review', '2026-05-06T16:53:28Z'), 1_000_000, 1_000_000, 0, 0, 0)).toBeCloseTo(3) } finally { setPriceOverrides({}) } }) it('does not invent a family or an unobserved sibling id', () => { expect(getModelCosts('codex-code-review')).toBeNull() expect(getModelCosts('codex-cloud-task')).toBeNull() expect(getModelCosts('codex-automation')).toBeNull() expect(getModelCosts('code-review')).toBeNull() expect(getModelCosts('auto-review')).toBeNull() expect(calculateCost('codex-code-review', 1_000_000, 1_000_000, 0, 0, 0)).toBe(0) }) }) describe('Codex model aliases without their own rate', () => { it('prices gpt-reserve (Luna Reserve) as the bundled GPT-5.6 Luna object and keeps its own label', () => { expect(getModelCosts('gpt-reserve')).toBe(getModelCosts('gpt-5.6-luna')) expect(calculateCost('gpt-reserve', 1_000_000, 1_000_000, 0, 0, 0)).toBeCloseTo(0.2 + 1.2, 10) expect(getShortModelName('gpt-reserve')).toBe('Luna Reserve') }) it('prices gpt-5.3-spark as GPT-5.3 Codex Spark', () => { const spark = getModelCosts('gpt-5.3-codex-spark') expect(spark).not.toBeNull() expect(getModelCosts('gpt-5.3-spark')).toBe(spark) expect(calculateCost('gpt-5.3-spark', 1_000_000, 1_000_000, 0, 0, 0)).toBeCloseTo(1.75 + 14, 10) expect(getShortModelName('gpt-5.3-spark')).toBe('GPT-5.3 Codex Spark') }) }) describe('Flex service tier pricing', () => { it('prices a flex call at the model\'s published flex rates (gpt-5.4: cached input $0.13/M, not half)', () => { const flex = 800 * 1.25e-6 + 200 * 1.3e-7 + 500 * 7.5e-6 expect(calculateCost('gpt-5.4', 800, 500, 0, 200, 0, 'flex', 0, 'codex')).toBeCloseTo(flex, 15) expect(calculateCost('gpt-5.4', 800, 500, 0, 200, 0, 'standard', 0, 'codex')).toBeCloseTo(800 * 2.5e-6 + 200 * 2.5e-7 + 500 * 15e-6, 15) }) it('applies the flex long-context tier above 272k prompt tokens', () => { expect(calculateCost('gpt-5.4', 300_000, 1000, 0, 0, 0, 'flex', 0, 'codex')).toBeCloseTo(300_000 * 2.5e-6 + 1000 * 11.25e-6, 12) }) it('falls back to standard rates for a model with no flex rates', () => { expect(getModelCosts('gpt-5.3-codex')?.flex).toBeUndefined() expect(calculateCost('gpt-5.3-codex', 800, 500, 0, 200, 0, 'flex', 0, 'codex')) .toBe(calculateCost('gpt-5.3-codex', 800, 500, 0, 200, 0, 'standard', 0, 'codex')) }) it('leaves the priority tier unchanged', () => { const standard = calculateCost('gpt-5.4', 800, 500, 0, 200, 0, 'standard', 0, 'codex') expect(calculateCost('gpt-5.4', 800, 500, 0, 200, 0, 'fast', 0, 'codex')).toBeCloseTo(standard * 2, 15) }) it('reads flex rates off a live LiteLLM row; buckets without one keep their standard rate', () => { const costs = parseLiteLLMEntry({ input_cost_per_token: 2e-6, output_cost_per_token: 1e-5, cache_read_input_token_cost: 2e-7, input_cost_per_token_above_272k_tokens: 4e-6, output_cost_per_token_above_272k_tokens: 1.5e-5, input_cost_per_token_flex: 1e-6, output_cost_per_token_flex: 5e-6, input_cost_per_token_above_272k_tokens_flex: 2e-6, } as never)! expect(costs.flex?.inputCostPerToken).toBe(1e-6) expect(costs.flex?.outputCostPerToken).toBe(5e-6) expect(costs.flex?.cacheReadCostPerToken).toBe(2e-7) expect(costs.flex?.longContextTier).toMatchObject({ thresholdTokens: 272_000, inputCostPerToken: 2e-6, outputCostPerToken: 1.5e-5 }) expect(parseLiteLLMEntry({ input_cost_per_token: 2e-6, output_cost_per_token: 1e-5, input_cost_per_token_flex: 1e-6 } as never)!.flex).toBeUndefined() }) }) describe('Cursor house model pricing', () => { const cases: Array<[string, { input: number; output: number; cacheWrite: number; cacheRead: number }]> = [ ['composer-2.5', { input: 0.5, output: 2.5, cacheWrite: 0.5, cacheRead: 0.2 }], ['composer-2', { input: 0.5, output: 2.5, cacheWrite: 0.5, cacheRead: 0.2 }], ['composer-1.5', { input: 3.5, output: 17.5, cacheWrite: 3.5, cacheRead: 0.35 }], ['composer-1', { input: 1.25, output: 10, cacheWrite: 1.25, cacheRead: 0.125 }], ] for (const [model, rates] of cases) { it(`${model} uses Cursor-published rates instead of Claude Sonnet proxy pricing`, () => { const costs = getModelCosts(model) expect(costs).not.toBeNull() expect(costs!.inputCostPerToken).toBeCloseTo(rates.input * 1e-6, 12) expect(costs!.outputCostPerToken).toBeCloseTo(rates.output * 1e-6, 12) expect(costs!.cacheWriteCostPerToken).toBeCloseTo(rates.cacheWrite * 1e-6, 12) expect(costs!.cacheReadCostPerToken).toBeCloseTo(rates.cacheRead * 1e-6, 12) }) } }) // Regression: LiteLLM ships `snowflake/claude-4-opus` ($5/M, a gateway rate), // which the bundler strips to a bare `claude-4-opus` snapshot key. Without the // alias-precedence guard in getModelCosts, that bare reseller key shadows the // curated alias `claude-4-opus -> claude-opus-4` and mis-prices Opus 4 at a // third of its official list price. Pin the official number so a re-shadowing // fails loudly rather than silently under-reporting spend. describe('alias precedence over stripped reseller keys', () => { it('claude-4-opus resolves to the official Opus 4 list price, not a gateway discount', () => { const aliased = getModelCosts('claude-4-opus') const canonical = getModelCosts('claude-opus-4') expect(aliased).not.toBeNull() expect(canonical).not.toBeNull() expect(aliased!.inputCostPerToken).toBe(canonical!.inputCostPerToken) expect(aliased!.outputCostPerToken).toBe(canonical!.outputCostPerToken) expect(aliased!.inputCostPerToken).toBe(15e-6) expect(aliased!.outputCostPerToken).toBe(75e-6) }) it('the explicit provider prefix is still honored for the gateway rate', () => { // The guard fires only for the bare name; a fully-qualified gateway id must // still return that gateway's own price when LiteLLM publishes one. const gateway = getModelCosts('snowflake/claude-4-opus') const bare = getModelCosts('claude-4-opus') expect(gateway).not.toBeNull() expect(gateway!.inputCostPerToken).toBeLessThan(bare!.inputCostPerToken) }) }) // The case-insensitive index that lets `MiniMax-M3` reach a lowercase // `minimax-m3` slug must NOT let a case-mismatched query resolve to one of // LiteLLM's [0,0] price stubs (e.g. `GigaChat-2-Max`). Doing so would flip an // honest null (which fires the "no pricing data, will show $0" warning) into a // silent $0 and hide real spend. A case-EXACT query still finds the stub. describe('zero-priced stubs do not satisfy case-insensitive lookup', () => { it('a case-mismatched query to a [0,0] stub stays null', () => { expect(getModelCosts('gigachat-2-max')).toBeNull() }) it('the case-exact stub still resolves (just at zero cost)', () => { const exact = getModelCosts('GigaChat-2-Max') expect(exact).not.toBeNull() expect(exact!.inputCostPerToken).toBe(0) }) }) describe('DeepSeek v4 models resolve to pricing', () => { it('deepseek-v4-pro has current official peak pricing', () => { // LiteLLM merged the v4 rows (#1134): 2026-09-29 refresh carries the // official peak rates from https://api-docs.deepseek.com/quick_start/pricing // (off-peak is half of peak, cache-hit input $0.044/M). The hand-pinned // pre-sync entry ($0.435/$0.87) is gone from bundle-litellm.mjs. const costs = getModelCosts('deepseek-v4-pro') expect(costs).not.toBeNull() expect(costs!.inputCostPerToken).toBe(1.32e-6) expect(costs!.outputCostPerToken).toBe(3.96e-6) expect(costs!.cacheReadCostPerToken).toBe(4.4e-8) expect(costs!.cacheWriteCostPerToken).toBe(0) }) it('deepseek-v4-flash has current official peak pricing', () => { const costs = getModelCosts('deepseek-v4-flash') expect(costs).not.toBeNull() expect(costs!.inputCostPerToken).toBe(3e-7) expect(costs!.outputCostPerToken).toBe(1.2e-6) expect(costs!.cacheReadCostPerToken).toBe(6e-9) expect(costs!.cacheWriteCostPerToken).toBe(0) }) it('provider-prefixed DeepSeek v4 names resolve to real pricing', () => { // Re-tightened #1134 invariant: bare and `deepseek/`-prefixed rows must // agree (the 2026-08-24 mid-transition window is closed, and the bundler // no longer lets an `openrouter/`-prefixed resale row claim the // namespaced slot ahead of the official one). expect(getModelCosts('deepseek/deepseek-v4-pro')).toEqual(getModelCosts('deepseek-v4-pro')) expect(getModelCosts('deepseek/deepseek-v4-flash')).toEqual(getModelCosts('deepseek-v4-flash')) }) it('calculates non-zero costs for observed DeepSeek v4 Claude usage', () => { const pro = calculateCost('deepseek-v4-pro', 2_477_914, 762_994, 0, 258_556_928, 0) const flash = calculateCost('deepseek-v4-flash', 1_552_573, 353_914, 0, 48_388_608, 0) expect(pro).toBeCloseTo(17.67, 2) expect(flash).toBeCloseTo(1.18, 2) }) it('uses DeepSeek v4 display names', () => { expect(getShortModelName('deepseek-v4-pro')).toBe('DeepSeek v4 Pro') expect(getShortModelName('deepseek-v4-flash')).toBe('DeepSeek v4 Flash') }) it('keeps bundled DeepSeek v4 fallback entries when runtime pricing cache is stale', async () => { const cacheRoot = await mkdtemp(join(tmpdir(), 'codeburn-pricing-cache-')) try { process.env['CODEBURN_CACHE_DIR'] = cacheRoot await mkdir(cacheRoot, { recursive: true }) await writeFile(join(cacheRoot, 'litellm-pricing.json'), JSON.stringify({ version: CACHE_SCHEMA_VERSION, timestamp: Date.now(), data: { 'gpt-4o-mini': { inputCostPerToken: 9e-7, outputCostPerToken: 1.8e-6, cacheWriteCostPerToken: 0, cacheReadCostPerToken: 9e-8, webSearchCostPerRequest: 0.01, fastMultiplier: 1, }, }, }), 'utf-8') await loadPricing() expect(getModelCosts('gpt-4o-mini')!.inputCostPerToken).toBe(9e-7) expect(getModelCosts('deepseek-v4-pro')!.inputCostPerToken).toBe(1.32e-6) expect(getModelCosts('deepseek-v4-flash')!.inputCostPerToken).toBe(3e-7) } finally { await rm(cacheRoot, { recursive: true, force: true }) await loadPricing() } }) }) describe('live fetch bare-id claims', () => { it('gives a bare id the maker\'s price over a reseller\'s, and a priced reseller row over a $0 one', async () => { const cacheRoot = await mkdtemp(join(tmpdir(), 'codeburn-pricing-live-')) const prevDir = process.env['CODEBURN_CACHE_DIR'] const prevSnapshotOnly = process.env['CODEBURN_PRICING_SNAPSHOT_ONLY'] const row = (input: number, output: number) => ({ input_cost_per_token: input, output_cost_per_token: output }) const source = { 'azure_ai/grok-x-live': row(1.25e-6, 6e-6), 'xai/grok-x-live': row(2e-6, 6e-6), 'xai/grok-y-live': row(2e-6, 6e-6), 'azure_ai/grok-y-live': row(1.25e-6, 6e-6), 'codestral/codestral-x-live': row(0, 0), 'mistral/codestral-x-live': row(0.3e-6, 0.9e-6), 'ollama/free-only-live': row(0, 0), 'deepinfra/gemma-free-live': row(0.15e-6, 0.6e-6), 'gemini/gemma-free-live': row(0, 0), 'azure_ai/resold-live': row(1e-6, 3e-6), 'fireworks_ai/resold-live': row(2e-6, 4e-6), 'openrouter/openai/sol-live': row(2e-6, 10e-6), 'perplexity/openai/sol-live': row(4e-6, 20e-6), 'reseller/direct-live': row(9e-6, 9e-6), 'direct-live': row(1e-6, 2e-6), } try { process.env['CODEBURN_CACHE_DIR'] = cacheRoot delete process.env['CODEBURN_PRICING_SNAPSHOT_ONLY'] vi.stubGlobal('fetch', async () => new Response(JSON.stringify(source))) await loadPricing() const rates = (id: string) => { const c = getModelCosts(id)! return [c.inputCostPerToken, c.outputCostPerToken] } expect(rates('grok-x-live')).toEqual([2e-6, 6e-6]) expect(rates('grok-y-live')).toEqual([2e-6, 6e-6]) expect(rates('azure_ai/grok-x-live')).toEqual([1.25e-6, 6e-6]) expect(rates('codestral-x-live')).toEqual([0.3e-6, 0.9e-6]) expect(rates('free-only-live')).toEqual([0, 0]) expect(rates('gemma-free-live')).toEqual([0, 0]) expect(rates('resold-live')).toEqual([1e-6, 3e-6]) expect(rates('openai/sol-live')).toEqual([2e-6, 10e-6]) expect(rates('direct-live')).toEqual([1e-6, 2e-6]) } finally { vi.unstubAllGlobals() if (prevDir === undefined) delete process.env['CODEBURN_CACHE_DIR'] else process.env['CODEBURN_CACHE_DIR'] = prevDir if (prevSnapshotOnly !== undefined) process.env['CODEBURN_PRICING_SNAPSHOT_ONLY'] = prevSnapshotOnly await rm(cacheRoot, { recursive: true, force: true }) await loadPricing() } }) }) describe('pricing cache schema version (#1075/#1078 follow-up)', () => { it('discards a cache written by a pre-#1078 binary instead of reading its missing cacheWriteCostIsExplicit as false', async () => { const cacheRoot = await mkdtemp(join(tmpdir(), 'codeburn-pricing-cache-')) try { process.env['CODEBURN_CACHE_DIR'] = cacheRoot await mkdir(cacheRoot, { recursive: true }) // Shape of a cache file written before #1078 added `version` and // `cacheWriteCostIsExplicit`: no version field, and entries missing the // key despite carrying a real (non-default) cache-write rate. await writeFile(join(cacheRoot, 'litellm-pricing.json'), JSON.stringify({ timestamp: Date.now(), data: { 'gpt-5.6': { inputCostPerToken: 5e-6, outputCostPerToken: 3e-5, cacheWriteCostPerToken: 6.25e-6, cacheReadCostPerToken: 5e-7, webSearchCostPerRequest: 0.01, fastMultiplier: 1, }, }, }), 'utf-8') await loadPricing() // Pre-fix, loadCachedPricing had no version check: it would read this // cache verbatim, and gpt-5.6's missing key would resolve to undefined // (falsy) here instead of the true its LiteLLM entry actually carries. expect(getModelCosts('gpt-5.6')!.cacheWriteCostIsExplicit).toBe(true) } finally { await rm(cacheRoot, { recursive: true, force: true }) await loadPricing() } }) }) describe('provider pricing suffix variants', () => { const cases: Array<[string, string]> = [ ['GLM-4.7-TEE', 'glm-4.7'], ['glm-4.7:thinking', 'glm-4.7'], ['Kimi-K2.5-TEE', 'kimi-k2.5'], ['deepseek-v4-pro:cloud', 'deepseek-v4-pro'], ['glm-5:thinking', 'glm-5'], ['kimi-k2.6:thinking', 'kimi-k2.6'], ['deepseek-v4-flash:thinking', 'deepseek-v4-flash'], ['minimax-m3:cloud', 'minimax-m3'], ] for (const [input, expectedBase] of cases) { it(`${input} resolves through ${expectedBase}`, () => { const costs = getModelCosts(input) const expected = getModelCosts(expectedBase) expect(costs).not.toBeNull() expect(expected).not.toBeNull() expect(costs!.inputCostPerToken).toBe(expected!.inputCostPerToken) expect(costs!.outputCostPerToken).toBe(expected!.outputCostPerToken) }) } it('does not strip arbitrary local runtime tags', () => { expect(getModelCosts('qwen3.6:35b-a3b-bf16')).toBeNull() }) it('does not strip free-tier markers into paid pricing', () => { expect(getModelCosts('mimo-v2-flash:free')).toBeNull() }) }) describe('observed provider model aliases', () => { const cases: Array<[string, string]> = [ ['MiMo-V2-Flash', 'xiaomi/mimo-v2-flash'], ['mimo-v2.5-pro', 'xiaomi/mimo-v2.5-pro'], ['MiMo-v2.5-Pro', 'xiaomi/mimo-v2.5-pro'], ['mimo-v2.5', 'xiaomi/mimo-v2.5'], ['MiMo-v2.5', 'xiaomi/mimo-v2.5'], ['KAT-Coder-Pro-V1', 'kwaipilot/kat-coder-pro'], // Kimi Code wires report bare `k3` in llm.request.model; it must price // through the kimi-k3 table entry, not fall through to $0. ['k3', 'kimi-k3'], ] for (const [input, expectedModel] of cases) { it(`${input} resolves through ${expectedModel}`, () => { const costs = getModelCosts(input) const expected = getModelCosts(expectedModel) expect(costs).not.toBeNull() expect(expected).not.toBeNull() expect(costs).toEqual(expected) expect(calculateCost(input, 1_000_000, 1_000_000, 0, 0, 0)).toBeGreaterThan(0) }) } it('k3 shows the Kimi K3 display name', () => { expect(getShortModelName('k3')).toBe('Kimi K3') }) it('does not recurse on vendor-requalified MiMo aliases', () => { expect(getShortModelName('mimo-v2.5')).toBe('MiMo v2.5') expect(getShortModelName('MiMo-v2.5')).toBe('MiMo v2.5') expect(getShortModelName('cline-pass/mimo-v2.5')).toBe('MiMo v2.5') expect(getShortModelName('cline-pass/mimo-v2.5-pro')).toBe('MiMo v2.5 Pro') }) // The `mimo-v2-flash -> xiaomi/mimo-v2-flash` alias shipped before this // change and already cycled: strip the namespace, alias it back, take the // leaf, repeat. Every display surface (overview's model table included) // threw RangeError on a real MiMo v2 Flash session. Pin the shipped ids. it('resolves the already-shipped MiMo v2 Flash alias without blowing the stack', () => { for (const id of ['mimo-v2-flash', 'MiMo-V2-Flash', 'cline-pass/mimo-v2-flash', 'mimo/mimo-v2-flash']) { expect(() => getShortModelName(id)).not.toThrow() expect(getShortModelName(id)).toBe('MiMo v2 Flash') expect(getModelCosts(id)).toEqual(getModelCosts('xiaomi/mimo-v2-flash')) } }) it('names the base MiMo 2.5 row without swallowing the Pro tier', () => { expect(getShortModelName('mimo-v2.5')).toBe('MiMo v2.5') expect(getShortModelName('mimo-v2.5-pro')).toBe('MiMo v2.5 Pro') expect(getModelCosts('mimo-v2.5')).not.toEqual(getModelCosts('mimo-v2.5-pro')) }) it('stays unary so Array.map cannot feed the index as cycle state', () => { expect(['mimo-v2.5', 'gpt-4o', 'cline-pass/mimo-v2.5-pro'].map(getShortModelName)).toEqual([ 'MiMo v2.5', 'GPT-4o', 'MiMo v2.5 Pro', ]) }) it('does not map dated Qwen3 Max to a reseller price without provider context', () => { expect(getModelCosts('qwen3-max-2026-01-23')).toBeNull() expect(calculateCost('qwen3-max-2026-01-23', 1_000_000, 1_000_000, 0, 0, 0)).toBe(0) }) }) describe('findUnpricedModels', () => { it('flags an unknown paid-looking model with $0 cost and skips priced ones', () => { const rows = [ { model: 'claude-opus-4-6', calls: 10, cost: 2.5, tokens: 5000 }, { model: 'zz-mystery-paid-model-999', calls: 3, cost: 0, tokens: 1200 }, ] const unpriced = findUnpricedModels(rows) expect(unpriced).toEqual([{ model: 'zz-mystery-paid-model-999', calls: 3, tokens: 1200 }]) }) it('never flags a row that carries real cost, even when the lookup misses', () => { // Aggregation keys rows by display name; the lookup misses but the row was // priced at parse time, so it must not be reported as unpriced. const unpriced = findUnpricedModels([ { model: 'Opus 4.8', calls: 100, cost: 42.5, tokens: 1_000_000 }, { model: 'zz-unknown-but-priced-elsewhere', calls: 5, cost: 0.01, tokens: 500 }, ]) expect(unpriced).toEqual([]) }) it('flags $0 display-name rows even when the raw id would price today', () => { // Droid prices the lowercased display name ("claude sonnet 4.6" -> no // pricing -> $0) and the parser keys the row by display name. Those // tokens really entered the report at $0, so the row must be flagged // even though claude-sonnet-4-6 itself is priced. const unpriced = findUnpricedModels([ { model: 'Sonnet 4.6', calls: 12, cost: 0, tokens: 500_000 }, ]) expect(unpriced).toEqual([{ model: 'Sonnet 4.6', calls: 12, tokens: 500_000 }]) }) it('does not mistake a Bedrock `-v1:0` version for an Ollama tag', () => { // Claude Code with CLAUDE_CODE_USE_BEDROCK=1 records Bedrock's foundation- // model id, which ends in `-v:`. The colon used to read as // a local `:tag`, so an unpriced Bedrock model was classed as free local // inference and never reached the unpriced list. It is metered. expect(isExpectedFreeModel('anthropic.claude-nonexistent-99-v1:0')).toBe(false) expect(findUnpricedModels([ { model: 'anthropic.claude-nonexistent-99-v1:0', calls: 3, cost: 0, tokens: 1000 }, ])).toEqual([{ model: 'anthropic.claude-nonexistent-99-v1:0', calls: 3, tokens: 1000 }]) // A priced Bedrock id is still not "expected free" — its $0 would be a gap. expect(isExpectedFreeModel('anthropic.claude-haiku-4-5-20251001-v1:0')).toBe(false) // Not every Bedrock id spells the `v`: OpenAI and Cohere ids on Bedrock // end in a bare `-:`, and they are metered all the same. expect(isExpectedFreeModel('openai.gpt-oss-120b-1:0')).toBe(false) expect(isExpectedFreeModel('cohere.rerank-v3-5:0')).toBe(false) expect(isExpectedFreeModel('us-gov-west-1/openai.gpt-oss-20b-1:0')).toBe(false) // Ollama tags keep their treatment; only the version shape is exempted. expect(isExpectedFreeModel('qwen3.6:35b-a3b-bf16')).toBe(true) expect(isExpectedFreeModel('gpt-oss:120b')).toBe(true) expect(isExpectedFreeModel('llama3.1:8b-instruct-q4_K_M')).toBe(true) }) it('flags Bedrock provisioned-model / custom-model ARNs as unpriced, not local', () => { // These ARNs carry colons from the ARN structure, so they used to fall to // the `:tag` branch and be hidden as free local inference. They are metered // Bedrock and, when unpriced, must reach the unpriced list. const provisioned = 'arn:aws:bedrock:us-east-1:123456789012:provisioned-model/2c3f9a1b' const custom = 'arn:aws:bedrock:eu-central-1:210987654321:custom-model/my-tuned-claude' expect(isExpectedFreeModel(provisioned)).toBe(false) expect(isExpectedFreeModel(custom)).toBe(false) expect(findUnpricedModels([ { model: provisioned, calls: 4, cost: 0, tokens: 2000 }, { model: custom, calls: 1, cost: 0, tokens: 300 }, ])).toEqual([ { model: provisioned, calls: 4, tokens: 2000 }, { model: custom, calls: 1, tokens: 300 }, ]) // Real local tags are untouched by the ARN exemption. expect(isExpectedFreeModel('llama3.1:8b-instruct-q4_K_M')).toBe(true) expect(isExpectedFreeModel('qwen3.6:35b-a3b-bf16')).toBe(true) }) it('flags zero-rate pricing stubs but not explicit zero-rate user overrides', async () => { // LiteLLM ships [0,0] stubs for models it lists but has no price for; // a stub hit means "unknown price", not "free". const cacheRoot = await mkdtemp(join(tmpdir(), 'codeburn-pricing-cache-')) try { process.env['CODEBURN_CACHE_DIR'] = cacheRoot await writeFile(join(cacheRoot, 'litellm-pricing.json'), JSON.stringify({ version: CACHE_SCHEMA_VERSION, timestamp: Date.now(), data: { 'zz-zero-stub-model': { inputCostPerToken: 0, outputCostPerToken: 0, cacheWriteCostPerToken: 0, cacheReadCostPerToken: 0, webSearchCostPerRequest: 0, fastMultiplier: 1, }, }, }), 'utf-8') await loadPricing() expect(getModelCosts('zz-zero-stub-model')).not.toBeNull() const rows = [{ model: 'zz-zero-stub-model', calls: 3, cost: 0, tokens: 1100 }] expect(findUnpricedModels(rows)).toHaveLength(1) // An explicit user override at zero rates means "this model is free". setPriceOverrides({ 'zz-zero-stub-model': { input: 0, output: 0 } }) expect(findUnpricedModels(rows)).toEqual([]) // A prefix override cannot prove intent: getModelCosts resolves table // hits before prefix overrides, so the $0 came from the stub, not the // user. Still flagged. setPriceOverrides({ 'zz-zero-stub': { input: 0, output: 0 } }) expect(findUnpricedModels(rows)).toHaveLength(1) } finally { delete process.env['CODEBURN_CACHE_DIR'] await rm(cacheRoot, { recursive: true, force: true }) setPriceOverrides({}) await loadPricing() } }) it('skips synthetic, empty, local-looking, and zero-usage rows', () => { const unpriced = findUnpricedModels([ { model: '', calls: 5, cost: 0, tokens: 100 }, { model: '', calls: 5, cost: 0, tokens: 100 }, { model: 'llama3.1:8b', calls: 5, cost: 0, tokens: 100 }, { model: 'zz-quantized-model-bf16', calls: 5, cost: 0, tokens: 100 }, { model: 'zz-no-usage-model', calls: 0, cost: 0, tokens: 0 }, ]) expect(unpriced).toEqual([]) }) it('heals when the user configures an alias or a price override', () => { const model = 'zz-proxy-renamed-model-x1' expect(findUnpricedModels([{ model, calls: 1, cost: 0, tokens: 10 }])).toHaveLength(1) setModelAliases({ [model]: 'claude-opus-4-6' }) expect(findUnpricedModels([{ model, calls: 1, cost: 0, tokens: 10 }])).toEqual([]) setModelAliases({}) setPriceOverrides({ [model]: { input: 1, output: 2 } }) expect(findUnpricedModels([{ model, calls: 1, cost: 0, tokens: 10 }])).toEqual([]) }) it('skips models mapped via model-savings (intentionally $0)', () => { const model = 'zz-my-local-runner' expect(findUnpricedModels([{ model, calls: 1, cost: 0, tokens: 10 }])).toHaveLength(1) setLocalModelSavings({ [model]: 'gpt-4o' }) expect(findUnpricedModels([{ model, calls: 1, cost: 0, tokens: 10 }])).toEqual([]) }) it('skips subscription / flat-rate product SKUs where $0 is correct', () => { const rows = [ { model: 'auto-genius', calls: 898, cost: 0, tokens: 35_300_000 }, { model: 'cline-pass/auto-genius', calls: 4, cost: 0, tokens: 33_900 }, { model: 'auto', calls: 449, cost: 0, tokens: 17_700_000 }, { model: 'grok-composer-2.5-fast', calls: 10, cost: 0, tokens: 1_900_000 }, { model: 'Grok Composer 2.5 Fast', calls: 10, cost: 0, tokens: 1_900_000 }, { model: 'Warp Auto (efficient)', calls: 3, cost: 0, tokens: 50_000 }, { model: 'warp', calls: 449, cost: 0, tokens: 17_700_000 }, { model: 'codex-auto-review', calls: 940, cost: 0, tokens: 7_200_000 }, { model: 'Codex Auto Review', calls: 2, cost: 0, tokens: 100 }, { model: 'big-pickle', calls: 4, cost: 0, tokens: 33_900 }, { model: 'zz-mystery-paid-model-999', calls: 3, cost: 0, tokens: 1200 }, ] expect(findUnpricedModels(rows)).toEqual([ { model: 'warp', calls: 449, tokens: 17_700_000 }, // Note: NOT 'codex-auto-review' — it aliases to gpt-5.6-luna, so it // now resolves a billable rate and is filtered out here (a $0 row for // it is stale data, not evidence of missing pricing). It still left // the flat-rate list, verified separately in the "Codex activity ids // (#1047)" describe block below. { model: 'big-pickle', calls: 4, tokens: 33_900 }, { model: 'zz-mystery-paid-model-999', calls: 3, tokens: 1200 }, { model: 'Codex Auto Review', calls: 2, tokens: 100 }, ]) }) it('skips a user-declared flat-rate model, including path-prefixed siblings', () => { const model = 'zz-my-pass-codename' expect(findUnpricedModels([{ model, calls: 1, cost: 0, tokens: 10 }])).toHaveLength(1) setFlatRateModels([model]) expect(findUnpricedModels([{ model, calls: 1, cost: 0, tokens: 10 }])).toEqual([]) expect(findUnpricedModels([{ model: `vendor/${model}`, calls: 1, cost: 0, tokens: 10 }])).toEqual([]) expect(findUnpricedModels([{ model: 'zz-other-unknown', calls: 1, cost: 0, tokens: 10 }])).toHaveLength(1) }) it('does not treat a priced sibling as expected-free just because a family is flat-rate', () => { // warp-auto-* is a subscription SKU, but main already aliases it onto a // billable row. Coverage must still count those priced calls. expect(isFlatRateModel('warp-auto-efficient')).toBe(true) expect(getModelCosts('warp-auto-efficient')).not.toBeNull() expect(isExpectedFreeModel('warp-auto-efficient')).toBe(false) expect(isExpectedFreeModel('auto-genius')).toBe(true) expect(isExpectedFreeModel('auto')).toBe(true) expect(isExpectedFreeModel('kimi-for-coding-highspeed')).toBe(false) expect(isExpectedFreeModel('warp')).toBe(false) expect(isExpectedFreeModel('codex-auto-review')).toBe(false) expect(isExpectedFreeModel('zz-mystery-paid-model-999')).toBe(false) }) it('lets --remove opt out of a built-in so a false positive can warn again', () => { expect(findUnpricedModels([{ model: 'auto-genius', calls: 1, cost: 0, tokens: 10 }])).toEqual([]) setFlatRateRemoved(['auto-genius']) expect(isFlatRateModel('auto-genius')).toBe(false) expect(findUnpricedModels([{ model: 'auto-genius', calls: 1, cost: 0, tokens: 10 }])).toEqual([ { model: 'auto-genius', calls: 1, tokens: 10 }, ]) expect(findUnpricedModels([{ model: 'cline-pass/auto-genius', calls: 1, cost: 0, tokens: 10 }])).toEqual([ { model: 'cline-pass/auto-genius', calls: 1, tokens: 10 }, ]) expect(isFlatRateModel('auto')).toBe(true) }) it('sorts by tokens, then calls', () => { const unpriced = findUnpricedModels([ { model: 'zz-small', calls: 9, cost: 0, tokens: 10 }, { model: 'zz-big', calls: 1, cost: 0, tokens: 9999 }, ]) expect(unpriced.map(u => u.model)).toEqual(['zz-big', 'zz-small']) }) }) describe('parseLiteLLMEntry hardening', () => { it('returns null instead of throwing on a null or non-object entry', () => { // The live LiteLLM map is remote JSON; a null value for a model used to // throw on the field reads and abort the whole pricing load. expect(parseLiteLLMEntry(null as unknown as Parameters[0])).toBeNull() expect(parseLiteLLMEntry(undefined as unknown as Parameters[0])).toBeNull() expect(parseLiteLLMEntry(42 as unknown as Parameters[0])).toBeNull() }) it('still parses a valid entry', () => { const costs = parseLiteLLMEntry({ input_cost_per_token: 0.000003, output_cost_per_token: 0.000015 } as Parameters[0]) expect(costs).not.toBeNull() }) }) describe('getModelAliasesConfigHash', () => { it('is empty for no aliases, changes with content, ignores insertion order', () => { setModelAliases({}) expect(getModelAliasesConfigHash()).toBe('') setModelAliases({ 'my-model': 'claude-opus-4-6' }) const one = getModelAliasesConfigHash() expect(one).not.toBe('') setModelAliases({ 'b-model': 'gpt-5', 'my-model': 'claude-opus-4-6' }) const two = getModelAliasesConfigHash() expect(two).not.toBe(one) setModelAliases({ 'my-model': 'claude-opus-4-6', 'b-model': 'gpt-5' }) expect(getModelAliasesConfigHash()).toBe(two) setModelAliases({}) }) }) describe('getFlatRateModelsConfigHash', () => { it('is empty for no marks, changes with content, ignores insertion order', () => { setFlatRateModels([]) expect(getFlatRateModelsConfigHash()).toBe('') setFlatRateModels(['auto-genius']) const one = getFlatRateModelsConfigHash() expect(one).not.toBe('') setFlatRateModels(['warp', 'auto-genius']) const two = getFlatRateModelsConfigHash() expect(two).not.toBe(one) setFlatRateModels(['auto-genius', 'warp']) expect(getFlatRateModelsConfigHash()).toBe(two) setFlatRateModels([]) }) it('changes when a built-in is opted out', () => { setFlatRateModels([]) setFlatRateRemoved([]) const baseline = getFlatRateModelsConfigHash() setFlatRateRemoved(['auto-genius']) expect(getFlatRateModelsConfigHash()).not.toBe(baseline) setFlatRateRemoved([]) expect(getFlatRateModelsConfigHash()).toBe(baseline) }) }) describe('pricing snapshot carries flat-rate marks', () => { it('restorePricingState reapplies user flat-rate marks', async () => { const { snapshotPricingState, restorePricingState } = await import('../src/models.js') setFlatRateModels(['zz-snapshot-flat']) const snap = snapshotPricingState() expect(snap.flatRateModels).toEqual(['zz-snapshot-flat']) setFlatRateModels([]) expect(isFlatRateModel('zz-snapshot-flat')).toBe(false) restorePricingState(snap) expect(isFlatRateModel('zz-snapshot-flat')).toBe(true) setFlatRateModels([]) }) it('restorePricingState reapplies built-in opt-outs', async () => { const { snapshotPricingState, restorePricingState } = await import('../src/models.js') setFlatRateRemoved(['auto-genius']) const snap = snapshotPricingState() expect(snap.flatRateModelsRemoved).toEqual(['auto-genius']) setFlatRateRemoved([]) expect(isFlatRateModel('auto-genius')).toBe(true) restorePricingState(snap) expect(isFlatRateModel('auto-genius')).toBe(false) setFlatRateRemoved([]) }) }) describe('unpricedModelHint', () => { it('never tells the user to alias unconditionally', () => { expect(unpricedModelHint()).toContain('If a model is billed per token') expect(unpricedModelHint()).toContain('model-flat-rate') expect(unpricedModelHint()).not.toContain('Fix: codeburn model-alias') }) it('names both hatches for a concrete unknown SKU', () => { const hint = unpricedModelHint('zz-new-subscription-pass-sku') expect(hint).toContain('codeburn model-alias "zz-new-subscription-pass-sku"') expect(hint).toContain('codeburn model-flat-rate "zz-new-subscription-pass-sku"') expect(hint).toContain('If a model is billed per token') expect(hint).toContain('If $0 is correct') }) }) describe('calculateCost verbose unknown-model warning', () => { it('does not present model-alias as the only fix for an unknown SKU', () => { const previous = process.env['CODEBURN_VERBOSE'] process.env['CODEBURN_VERBOSE'] = '1' const chunks: string[] = [] const originalWrite = process.stderr.write.bind(process.stderr) process.stderr.write = ((chunk: string | Uint8Array, ...args: unknown[]) => { chunks.push(typeof chunk === 'string' ? chunk : Buffer.from(chunk).toString()) return (originalWrite as (chunk: string | Uint8Array, ...rest: unknown[]) => boolean)(chunk, ...args) }) as typeof process.stderr.write try { expect(calculateCost('zz-new-subscription-pass-sku', 10, 10, 0, 0, 0)).toBe(0) } finally { process.stderr.write = originalWrite if (previous === undefined) delete process.env['CODEBURN_VERBOSE'] else process.env['CODEBURN_VERBOSE'] = previous } const text = chunks.join('') expect(text).toContain('zz-new-subscription-pass-sku') expect(text).toContain('If a model is billed per token') expect(text).toContain('model-flat-rate') expect(text).toContain('model-alias') expect(text).not.toMatch(/Map it with: codeburn model-alias/) }) })