Files
proof-of-work/proof-of-work/tests/ai-apply.test.ts
T
Keysat 974c3eb07d v1.1.0:2 — model-agnostic AI program generation (5 providers)
Five providers behind one streaming abstraction:
  - claude              (Anthropic)
  - openai              (api.openai.com)
  - openai-compatible   (any base URL — OpenRouter / LiteLLM /
                         vLLM / Together / your own gateway)
  - gemini              (Google)
  - ollama              (self-hosted; no key; LAN URL like
                         http://ollama.embassy:11434)

The "self-hosted Ollama on Start9" angle is the killer use case —
configure Settings → AI integration with the LAN URL of your Ollama
service and no API keys ever leave your network.

Architecture
  - lib/ai/types.ts              LLMProvider streaming interface
  - lib/ai/sse.ts                shared SSE + NDJSON line iterators
  - lib/ai/providers/*.ts        5 implementations + factory
  - lib/ai/programSchema.ts      Zod schema + JSON-schema-for-prompt +
                                  parseAIProgram with markdown-fence
                                  stripping and balanced-brace JSON
                                  extraction
  - lib/ai/apply.ts              materializes parsed AIProgram into
                                  Program tree (validates exerciseIds,
                                  rejects unresolved nulls, atomic
                                  transaction, sets aiGenerated=true)

Schema
  - UserPreferences gets aiProvider/aiModel/aiBaseUrl/aiApiKey
    (plaintext — same threat model as the rest of /data). Dead
    enableClaudeAI/claudeApiKey columns from v1.0.0:1-7 stay as
    no-op fields.
  - AIPromptTemplate (userId nullable; userId=NULL = built-in)
  - AIGeneration (raw response + parsed program + status +
    appliedProgramId + token counts)
  - All compat-ALTER'd in docker_entrypoint.sh on first boot.

API
  - POST   /api/ai/generate              SSE streaming: emits
                                           generation/text/usage/complete
                                           events; persists AIGeneration
                                           row up front so failures show
                                           in history too
  - POST   /api/ai/apply                 takes user-edited AIProgram,
                                           creates Program, marks
                                           generation as applied
  - GET    /api/ai/templates             built-ins + this user's own
  - POST   /api/ai/templates             create user-owned template
  - PATCH  /api/ai/templates/[id]        edit; built-ins admin-only
  - DELETE /api/ai/templates/[id]        delete; built-ins admin-only
  - GET    /api/ai/generations           list (paginated)
  - GET    /api/ai/generations/[id]      full row
  - DELETE /api/ai/generations/[id]      delete one (Program survives)
  - GET    /api/ai/config                returns aiKeyConfigured flag,
                                           never plaintext key
  - POST   /api/ai/config                update provider config
  - DELETE /api/admin/ai/generations     admin-only "clear all" with
                                           optional userId / olderThanDays

UI
  - Settings → AI integration            provider/model/URL/key form;
                                           plaintext key warning visible
  - /main/ai                             hub page with cards
  - /main/ai/generate                    template picker + textarea +
                                           live SSE stream + cancel +
                                           ProgramPreview with inline
                                           unknown-exercise resolver +
                                           apply button + redirect to
                                           the new Program
  - /main/ai/templates                   list + create + edit + delete;
                                           per-row "show prompt" expand;
                                           built-in delete warns about
                                           reconcile re-creation
  - /main/ai/history                     list + delete; status badges;
                                           link to applied Program
  - Nav: "AI" entry between Programs and Exercises (Sparkles icon)

Built-in templates
  - prisma/aiTemplates.seed.json: 5 starter templates (hypertrophy /
    strength / endurance / recovery / custom)
  - prisma/ensurePromptTemplates.cjs: per-boot reconcile,
    INSERT-or-UPDATE keyed on (userId IS NULL AND name=...);
    user-created templates never touched

Tests
  - tests/ai-programSchema.test.ts: extractJson + parseAIProgram
    edge cases (markdown fences, balanced braces, malformed JSON,
    Zod shape rejection, unresolved-exerciseId tolerance)
  - tests/ai-apply.test.ts: materializes valid AIProgram, rejects
    cross-user exerciseIds, rejects unresolved exercises, honors
    isActive flag
  - tests/routes-ai-templates.test.ts: built-in vs user permissions,
    cross-user template isolation, /api/ai/config plaintext-key safety,
    provider enum validation
  - 123 tests across 14 files, all passing.

No data migration. Existing /data is augmented with the new columns
+ tables only.
2026-05-10 15:35:35 -05:00

250 lines
6.2 KiB
TypeScript

import { describe, it, expect, beforeEach } from 'vitest';
import { prisma } from '@/lib/prisma';
import { applyAIProgram } from '@/lib/ai/apply';
import type { AIProgram } from '@/lib/ai/programSchema';
beforeEach(async () => {
await prisma.session.deleteMany();
await prisma.setLog.deleteMany();
await prisma.workout.deleteMany();
await prisma.programExercise.deleteMany();
await prisma.programDay.deleteMany();
await prisma.programWeek.deleteMany();
await prisma.program.deleteMany();
await prisma.exercise.deleteMany();
await prisma.aIGeneration.deleteMany();
await prisma.aIPromptTemplate.deleteMany();
await prisma.user.deleteMany();
await prisma.instanceSettings.deleteMany();
});
async function setup() {
const user = await prisma.user.create({
data: { email: 'a@x', passwordHash: 'fake' },
});
const bench = await prisma.exercise.create({
data: {
userId: user.id,
name: 'Bench Press',
type: 'barbell',
muscleGroups: '[]',
},
});
const squat = await prisma.exercise.create({
data: {
userId: user.id,
name: 'Squat',
type: 'barbell',
muscleGroups: '[]',
},
});
return { user, bench, squat };
}
describe('applyAIProgram', () => {
it('materializes a valid AIProgram into Program + nested rows + flips aiGenerated', async () => {
const { user, bench, squat } = await setup();
const ai: AIProgram = {
name: 'AI 4-week',
description: 'Test',
type: 'hypertrophy',
durationWeeks: 4,
weeks: [
{
weekNumber: 1,
phase: 'Volume',
days: [
{
dayOfWeek: 1,
name: 'Push',
exercises: [
{
exerciseId: bench.id,
exerciseName: 'Bench Press',
order: 0,
sets: 4,
repsMin: 6,
repsMax: 10,
rpe: 8,
},
],
description: null,
},
],
description: null,
},
{
weekNumber: 2,
days: [
{
dayOfWeek: 2,
exercises: [
{
exerciseId: squat.id,
exerciseName: 'Squat',
order: 0,
sets: 5,
repsMin: 5,
repsMax: 5,
rpe: 9,
restSeconds: 180,
notes: 'Pause for 1 second',
},
],
name: null,
description: null,
},
],
phase: null,
description: null,
},
],
};
const result = await applyAIProgram(prisma, ai, {
userId: user.id,
startDate: new Date('2026-05-10'),
isActive: false,
});
expect(result.weeksCreated).toBe(2);
expect(result.daysCreated).toBe(2);
expect(result.exercisesCreated).toBe(2);
const program = await prisma.program.findUnique({
where: { id: result.programId },
include: {
weeks: {
include: { days: { include: { exercises: true } } },
},
},
});
expect(program?.aiGenerated).toBe(true);
expect(program?.weeks).toHaveLength(2);
expect(program?.weeks[1].days[0].exercises[0].notes).toBe(
'Pause for 1 second',
);
});
it('rejects when an exerciseId references another user', async () => {
const { user } = await setup();
const otherUser = await prisma.user.create({
data: { email: 'b@x', passwordHash: 'fake' },
});
const otherEx = await prisma.exercise.create({
data: {
userId: otherUser.id,
name: 'Other ex',
type: 'barbell',
muscleGroups: '[]',
},
});
const ai: AIProgram = {
name: 'X',
type: 'h',
durationWeeks: 1,
weeks: [
{
weekNumber: 1,
days: [
{
dayOfWeek: 1,
exercises: [
{
exerciseId: otherEx.id,
exerciseName: 'Other ex',
order: 0,
sets: 3,
},
],
},
],
},
],
};
await expect(
applyAIProgram(prisma, ai, {
userId: user.id,
startDate: new Date(),
}),
).rejects.toThrow(/don't belong to this user/);
});
it('rejects when any exercise still has null exerciseId (unresolved)', async () => {
const { user, bench } = await setup();
const ai: AIProgram = {
name: 'X',
type: 'h',
durationWeeks: 1,
weeks: [
{
weekNumber: 1,
days: [
{
dayOfWeek: 1,
exercises: [
{
exerciseId: bench.id,
exerciseName: 'Bench Press',
order: 0,
sets: 4,
},
{
exerciseId: null,
exerciseName: 'Bulgarian Split Squat',
order: 1,
sets: 3,
},
],
},
],
},
],
};
await expect(
applyAIProgram(prisma, ai, {
userId: user.id,
startDate: new Date(),
}),
).rejects.toThrow(/unresolved/);
// Nothing should have been written.
expect(await prisma.program.count()).toBe(0);
});
it('honors isActive flag', async () => {
const { user, bench } = await setup();
const ai: AIProgram = {
name: 'Active program',
type: 'h',
durationWeeks: 1,
weeks: [
{
weekNumber: 1,
days: [
{
dayOfWeek: 1,
exercises: [
{
exerciseId: bench.id,
exerciseName: 'Bench Press',
order: 0,
sets: 3,
},
],
},
],
},
],
};
const result = await applyAIProgram(prisma, ai, {
userId: user.id,
startDate: new Date(),
isActive: true,
});
const p = await prisma.program.findUnique({
where: { id: result.programId },
});
expect(p?.isActive).toBe(true);
});
});