refactor(console): make Zen routes a thin inference proxy (#54563)

Author: vimtor

bun.lock

@@ -69,38 +69,6 @@ export const auth = new sst.cloudflare.Worker("AuthApi", {
 // GATEWAY
 ////////////////
 
-export const stripeWebhook = new stripe.WebhookEndpoint("StripeWebhookEndpoint", {
-  url: $interpolate`https://${domain}/stripe/webhook`,
-  enabledEvents: [
-    "checkout.session.async_payment_failed",
-    "checkout.session.async_payment_succeeded",
-    "checkout.session.completed",
-    "checkout.session.expired",
-    "charge.refunded",
-    "invoice.payment_succeeded",
-    "invoice.payment_failed",
-    "invoice.payment_action_required",
-    "customer.created",
-    "customer.deleted",
-    "customer.updated",
-    "customer.discount.created",
-    "customer.discount.deleted",
-    "customer.discount.updated",
-    "customer.source.created",
-    "customer.source.deleted",
-    "customer.source.expiring",
-    "customer.source.updated",
-    "customer.subscription.created",
-    "customer.subscription.deleted",
-    "customer.subscription.paused",
-    "customer.subscription.pending_update_applied",
-    "customer.subscription.pending_update_expired",
-    "customer.subscription.resumed",
-    "customer.subscription.trial_will_end",
-    "customer.subscription.updated",
-  ],
-})
-
 const zenLiteProduct = new stripe.Product("ZenLite", {
   name: "OpenCode Go",
 })
@@ -229,9 +197,6 @@ const consoleMigration = new sst.Linkable("ConsoleMigration", {
     inferenceUrl: migrationDomain ? `https://${migrationDomain}/inference` : "",
   },
 })
-const STRIPE_WEBHOOK_SECRET = new sst.Linkable("STRIPE_WEBHOOK_SECRET", {
-  properties: { value: stripeWebhook.secret },
-})
 
 ////////////////
 // CONSOLE
@@ -261,11 +226,8 @@ new sst.cloudflare.x.SolidStart("Console", {
     bucket,
     bucketNew,
     database,
-    SECRET.UpstashRedisRestUrl,
-    SECRET.UpstashRedisRestToken,
     AUTH_API_URL,
     consoleMigration,
-    STRIPE_WEBHOOK_SECRET,
     SECRET.SupportApiKey,
     DISCORD_INCIDENT_WEBHOOK_URL,
     SECRET.HoneycombWebhookSecret,

infra/console.ts

@@ -10,6 +10,4 @@ export const SECRET = {
   HoneycombApiKey: new sst.Secret("HONEYCOMB_API_KEY"),
   HoneycombWebhookSecret: new random.RandomPassword("HoneycombWebhookSecret", { length: 24 }),
   SupportApiKey: new sst.Secret("SUPPORT_API_KEY"),
-  UpstashRedisRestUrl: new sst.Secret("UpstashRedisRestUrl"),
-  UpstashRedisRestToken: new sst.Secret("UpstashRedisRestToken"),
 }

infra/secret.ts

@@ -26,7 +26,6 @@
     "@solidjs/router": "catalog:",
     "@solidjs/start": "catalog:",
     "@stripe/stripe-js": "8.6.1",
-    "@upstash/redis": "1.38.0",
     "chart.js": "4.5.1",
     "nitro": "3.0.1-alpha.1",
     "number-flow": "0.6.2",

packages/console/app/package.json

@@ -44,7 +44,8 @@ export async function proxyInference(
       ? request.headers.get("x-goog-api-key")
       : request.headers.get("authorization")?.split(" ")[1]
   const anonymous = !key || key === "public"
-  if (anonymous && !generation?.anonymous) return undefined
+  // The destination answers keyless reads itself; keyless generation is only forwarded for free models.
+  if (anonymous && request.method !== "GET" && !generation?.anonymous) return undefined
 
   // New Console keys are never in the legacy key table; every legacy key is `sk-`.
   const legacy = !anonymous && !key.startsWith("oc_sk_")

packages/console/app/src/lib/inference-proxy.ts

@@ -1,43 +1,5 @@
-const MUSE_SPARK_BLOCKED_COUNTRIES = new Set([
-  "AF",
-  "BY",
-  "CN",
-  "CU",
-  "EH",
-  "ER",
-  "ET",
-  "HK",
-  "HT",
-  "IQ",
-  "IR",
-  "KH",
-  "KP",
-  "LY",
-  "MM",
-  "MO",
-  "NI",
-  "PK",
-  "RU",
-  "SO",
-  "SY",
-  "VE",
-])
-
 export function countryFromRequest(request: Request | undefined) {
   if (!request) return undefined
   const cloudflareRequest = request as Request & { cf?: { country?: string } }
   return cloudflareRequest.cf?.country ?? request.headers.get("cf-ipcountry") ?? undefined
 }
-
-export function isModelCountryRestricted(model: string, country: string | undefined) {
-  return (
-    [
-      "muse-spark-1.3-contributor",
-      "muse-spark-1.3-contributor-free",
-      "muse-spark-1.2-contributor",
-      "muse-spark-1.2-contributor-free",
-    ].includes(model) &&
-    country !== undefined &&
-    MUSE_SPARK_BLOCKED_COUNTRIES.has(country.toUpperCase())
-  )
-}