freezmo/app/api/health/route.ts
Martin Dvorak 756a6257a2 Chat mode, phase 1: grounded streaming chat over your notes
Entry points (no sixth tab): Ask in the Library header (desktop button,
phone icon), Ask about this deck in the deck menu, Ask a question on
study/homework results (compact result travels as context), and a Chat
row in the desktop sidebar. Phones get a full-screen route with back +
New chat; the tab bar steps aside.

- Client-side retrieval: chunk scoped decks (~800 tokens), BM25 against
  the question + recent turns, top chunks under ~7k tokens, each
  labelled with deck + section. Notes come from the deck's stored
  sourceText (already kept for Regenerate); decks without it fall back
  to generated content and the UI says so.
- Stateless server: /api/chat validates against the CHAT_MODELS
  allowlist, trims the history to ~6k tokens, caps context at ~9k and
  streams token/thinking/done/error NDJSON. /api/chat/extract reduces
  attachments to text through the existing vision step.
- UI: user bubbles + full-width assistant text, streaming with stop,
  auto-scroll that pauses with a jump-to-bottom button, safe markdown
  (React nodes, no HTML injection; KaTeX dynamically imported only when
  a message has math), Thinking row for reasoning, copy/regenerate/
  edit-and-resend, model + context pickers (last model remembered),
  composer with visualViewport keyboard handling, safe-area, 16px
  textarea, Enter-to-send on desktop.
- Usage-limit failures keep the draft and show the shared message with
  Settings/Ollama actions; stopping maps the reader abort to a clean
  stopped state; offline disables sending with a reason.
- Settings: Keep notes text for chat toggle; deck menu: Delete notes
  text. RATE_LIMIT_CHAT + CHAT_MODELS in .env.example and README.
- Tests: chat suite (63 checks, stub Ollama) wired into run-all.
  Full set: 12/12 suites, 487 checks. SW -> freezmo-v32.

Also: tests/model-compare.mjs (diagnostic) benchmarks two models on the
same notes (latency, repair rounds, activity types) so the gpt-oss vs
gemma default can be decided on numbers; defaults unchanged.
2026-10-11 18:32:11 +00:00

163 lines
5.9 KiB
TypeScript

import { authErrorMessage, authErrorKind, canonicalModelName, getServerConfig, resolveAuth, resolveModelName, type AuthMode } from "@/lib/config";
import { friendlyErrorMessage, ollamaListModels, ollamaVerifyKey, OllamaError } from "@/lib/ollama";
import { clientKey, rateLimit, rateLimitResponse } from "@/lib/rate-limit";
import { requestLocale } from "@/lib/http-guard";
import { translate } from "@/lib/i18n-dict";
export const runtime = "nodejs";
export const dynamic = "force-dynamic";
export type ModelHealth = {
configured: string;
resolved: string;
available: boolean | null;
note?: string;
};
export type ChatModelHealth = {
name: string;
badge: "text" | "vision" | "both";
available: boolean | null;
};
export type HealthResponse = {
ok: boolean;
reachable: boolean;
mode: "local-daemon" | "direct-cloud";
authMode: AuthMode;
/** True when the browser has to provide its own key and hasn't. */
needsKey: boolean;
/** null = not checked (no key), true/false = Ollama accepted/rejected the key. */
keyAccepted: boolean | null;
baseUrl: string;
hasApiKey: boolean;
vision: ModelHealth;
text: ModelHealth;
/** The chat model allowlist (CHAT_MODELS) with availability from the list. */
chatModels: ChatModelHealth[];
latencyMs: number | null;
modelCount: number | null;
error: string | null;
kind?: string;
checkedAt: string;
};
export async function GET(request: Request) {
const locale = requestLocale(request);
const config = getServerConfig();
const limit = rateLimit(`health:${clientKey(request)}`, config.rateLimits.health, config.rateLimits.windowMs);
if (!limit.allowed) return rateLimitResponse(limit, locale);
const started = Date.now();
const resolvedAuth = resolveAuth(config, request);
const badgeFor = (name: string): ChatModelHealth["badge"] => {
const canonical = canonicalModelName(name);
const isText = canonical === canonicalModelName(config.textModel);
const isVision = canonical === canonicalModelName(config.visionModel);
if (isText && isVision) return "both";
if (isVision) return "vision";
return "text";
};
const health: HealthResponse = {
ok: false,
reachable: false,
mode: config.directCloud ? "direct-cloud" : "local-daemon",
authMode: config.authMode,
needsKey: "error" in resolvedAuth,
keyAccepted: null,
baseUrl: config.baseUrl,
hasApiKey: !("error" in resolvedAuth) && Boolean(resolvedAuth.auth.apiKey),
vision: {
configured: config.visionModel,
resolved: resolveModelName(config.visionModel, config.directCloud),
available: null,
},
text: {
configured: config.textModel,
resolved: resolveModelName(config.textModel, config.directCloud),
available: null,
},
chatModels: config.chatModels.map((name) => ({ name, badge: badgeFor(name), available: null })),
latencyMs: null,
modelCount: null,
error: null,
checkedAt: new Date().toISOString(),
};
if ("error" in resolvedAuth) {
health.error =
resolvedAuth.error === "missing_key"
? translate(locale, "server.healthNoKey")
: authErrorMessage(locale, resolvedAuth.error);
health.kind = authErrorKind(resolvedAuth.error);
return Response.json(health satisfies HealthResponse, { headers: { "Cache-Control": "no-store" } });
}
try {
const models = await ollamaListModels(resolvedAuth.auth);
health.reachable = true;
health.latencyMs = Date.now() - started;
health.modelCount = models.length;
// A key is only "accepted" once Ollama authenticated a real request —
// model listings are public, so an actual (tiny, cached) chat proves it.
if (resolvedAuth.auth.apiKey) {
const probe = await ollamaVerifyKey(resolvedAuth.auth, config.textModel, config.healthTimeoutMs * 3);
health.keyAccepted = probe.valid;
if (probe.valid === false) {
health.error = translate(locale, "server.healthKeyRejected");
health.kind = "auth";
return Response.json(health satisfies HealthResponse, { headers: { "Cache-Control": "no-store" } });
}
if (probe.reason === "no_credits") {
health.error = translate(locale, "server.healthNoCredits", { model: config.textModel });
health.kind = "no_credits";
}
if (probe.reason === "usage_limit") {
health.error = translate(locale, "server.usageLimit");
health.kind = "usage_limit";
}
if (probe.reason === "throttled") {
health.error = translate(locale, "server.ollamaThrottled");
health.kind = "throttled";
}
}
const names = new Set(models.map((model) => canonicalModelName(model.name)));
for (const key of ["vision", "text"] as const) {
const entry = health[key];
const wanted = canonicalModelName(entry.resolved);
const listed = names.has(wanted);
entry.available = listed;
if (!listed) {
entry.note =
health.mode === "local-daemon"
? translate(locale, "server.healthModelNoteLocal", { model: entry.resolved })
: translate(locale, "server.healthModelNoteCloud", { url: config.baseUrl });
}
}
for (const entry of health.chatModels) {
entry.available = names.has(canonicalModelName(entry.name));
}
health.ok = Boolean(health.vision.available && health.text.available && health.keyAccepted !== false);
if (!health.ok && !health.error) {
health.error = translate(locale, "server.healthModelsMissing");
}
} catch (error) {
health.error = friendlyErrorMessage(error, config.baseUrl, locale);
health.kind = error instanceof OllamaError ? error.kind : "unknown";
if (error instanceof OllamaError && (error.kind === "auth" || error.kind === "http")) {
health.keyAccepted = false;
}
health.latencyMs = null;
}
return Response.json(health satisfies HealthResponse, {
status: 200,
headers: { "Cache-Control": "no-store" },
});
}