vrr/opencode
2
0
Fork 0
mirror of https://github.com/anomalyco/opencode.git synced 2026-10-21 16:40:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 6

feat(console): proxy keyless Zen requests to new inference per model (#53717)

Browse source
This commit is contained in:
Victor Navarro 2026-10-07 18:06:54 +02:00 • committed by GitHub
parent ecc4916b5a
commit 3865c696ef
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 12 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

11
packages/console/app/src/lib/inference-proxy.ts
View file

@ -24,6 +24,8 @@ export async function proxyInference(
provider?: "openai" | "anthropic" | "google"
/** The provider's native model ID, not the public Zen alias. */
model?: string
/** Forward keyless requests for this model anonymously instead of serving them here. */
anonymous?: boolean
body: (model?: string) => ReadableStream<Uint8Array>
},
): Promise<Response | undefined> {
@ -41,10 +43,11 @@ export async function proxyInference(
: path.startsWith("/google/")
? request.headers.get("x-goog-api-key")
: request.headers.get("authorization")?.split(" ")[1]
if (!key || key === "public") return undefined
const anonymous = !key || key === "public"
if (anonymous && !generation?.anonymous) return undefined
// New Console keys are never in the legacy key table; every legacy key is `sk-`.
const legacy = !key.startsWith("oc_sk_")
const legacy = !anonymous && !key.startsWith("oc_sk_")
const workspace = legacy ? await migratedWorkspace(key, generation?.provider) : undefined
if (legacy && !workspace) return undefined
const model = workspace?.provider ? generation?.model : undefined
@ -80,7 +83,9 @@ export async function proxyInference(
"content-length",
])
forwarded.headers.delete(name)
forwarded.headers.set("authorization", `Bearer ${key}`)
// Keyless requests must reach new inference without credentials; `public` is not an API key there.
if (anonymous) for (const name of ["authorization", "x-api-key", "x-goog-api-key"]) forwarded.headers.delete(name)
if (!anonymous) forwarded.headers.set("authorization", `Bearer ${key}`)
forwarded.headers.set("CF-Access-Client-Id", Resource.CLOUDFLARE_ACCESS_CLIENT_ID.value)
const ip = request.headers.get("cf-connecting-ip")
if (ip) forwarded.headers.set("x-zen-ip", ip)

4
packages/console/app/src/routes/zen/util/handler.ts
View file

@ -57,6 +57,9 @@ type ZenData = Awaited<ReturnType<typeof ZenData.list>>
type PreparedBody = Awaited<ReturnType<typeof prepareRequestBody>>
type BillingSource = "anonymous" | "free" | "byok" | "subscription" | "lite" | "balance"
// Free models whose keyless requests skip legacy checks and go straight to new inference.
const ANONYMOUS_PROXY_MODELS = new Set(["ling-3.1-flash-free", "nemotron-3.5-lightning-free"])
function resolve(text: string, params?: Record<string, string | number>) {
if (!params) return text
return text.replace(/\{\{(\w+)\}\}/g, (raw, key) => {
@ -115,6 +118,7 @@ export async function handler(
opts.modelList === "full"
? entry?.providers.find((provider) => provider.id === entry.byokProvider)?.model
: undefined,
anonymous: opts.modelList === "full" && ANONYMOUS_PROXY_MODELS.has(model),
body: (providerModel) => requestBody?.stream(providerModel ?? model, false) ?? body,
}).catch(() => {
void (requestBody ? requestBody.cancel() : body.cancel()).catch(() => {})