freezmo/app/api/providers/route.ts
Martin Dvorak 4372423167 Bring-your-own keys for cloud providers (OpenAI-compatible)
Settings -> Providers takes keys for OpenAI, Anthropic (their official
OpenAI-compatibility layer), DeepSeek, Groq, OpenRouter and any custom
OpenAI-compatible endpoint. One adapter (lib/openai-compat) covers
listing, streaming chat, JSON generation and vision, and every model
flow can run on a provider: the chat picker lists each enabled
provider's models (labelled, remembered), and a "Study generation"
choice moves decks, homework, grading and attachment transcription onto
a provider model.

Keys stay in this browser exactly like the Ollama one
(freezmo.providers.v1): never stored server-side, never in a backup or
the sync payload, forwarded only with the request that needs them. The
provider test asserts the key reaches the provider while the routing
header stays on the app side.

New suite tests/providers-test.mjs (13 checks) stubs both protocols:
model listing, chat streaming, study generation and the Settings flow.
Privacy policy updated (en+cs). Contrast 0 findings, axe clean, mobile
126/126, chat 102/102, wizard 95/95, bubbles 34/34, regression 44/44,
i18n 13/13, native 33/33. Version 0.4.7, SW -> freezmo-v72.
2026-10-14 06:29:39 +00:00

36 lines
1.7 KiB
TypeScript

import { getServerConfig } from "@/lib/config";
import { requestLocale } from "@/lib/http-guard";
import { clientKey, rateLimit, rateLimitResponse } from "@/lib/rate-limit";
import { providerListModels } from "@/lib/openai-compat";
import { resolveModelTarget } from "@/lib/providers-server";
/**
* Lists the models a cloud provider offers to the browser's key — the same
* listing the chat picker and the Settings rows show. The key travels in the
* request headers and is never stored.
*/
export async function GET(request: Request) {
const locale = requestLocale(request);
const config = getServerConfig();
const limit = rateLimit(`providers:${clientKey(request)}`, config.rateLimits.health, config.rateLimits.windowMs);
if (!limit.allowed) return rateLimitResponse(limit, locale);
const resolved = resolveModelTarget(config, request, locale);
if ("error" in resolved) {
return Response.json({ error: resolved.error.message, kind: resolved.error.kind }, { status: resolved.error.status });
}
if (resolved.target.kind !== "provider") {
return Response.json({ error: "Pick a provider to list its models.", kind: "bad_provider" }, { status: 400 });
}
try {
const models = await providerListModels(resolved.target.target, config.healthTimeoutMs * 2);
return Response.json({ provider: resolved.target.provider, models }, { headers: { "Cache-Control": "no-store" } });
} catch (error) {
const message = error instanceof Error ? error.message : "Could not list the models.";
const kind = (error as { kind?: string }).kind ?? "unknown";
console.error("[api/providers]", kind, message);
return Response.json({ error: message, kind }, { status: 502, headers: { "Cache-Control": "no-store" } });
}
}