feat(cards): Deck-Generierung aus Bildern und PDFs via Vision-LLM

Neuer Endpoint POST /api/v1/decks/from-image akzeptiert bis zu 5 Bilder
(PNG/JPG/WebP, max 10 MiB je) oder PDFs (max 30 MiB je) als multipart/form-data.
Alle Dateien werden in einem einzigen mana-llm Vision-Call verarbeitet
(mana/vision → llava → Gemini 2.5-flash → GPT-4o Fallback-Chain).

PDFs werden von Gemini nativ verstanden (Layout, Tabellen, Bilder im Dokument)
ohne Zwischenschritt über Text-Extraktion oder Rendering. Der google.py-Provider
reicht den MIME-Type aus dem data:-URI direkt an types.Part.from_bytes() weiter.

- llm-client: chatVisionJson() mit images[]-Array (mehrere Bilder/Dokumente)
- decks-generate: GeneratedDeckSchema + insertGeneratedDeck() exportiert
- decks-from-image: neuer Route-Handler, MIME-Filter für image/* + application/pdf
- index: neue Route gemountet
- client.ts: apiForm() für multipart-Uploads ohne JSON.stringify
- decks.ts: generateDeckFromImage(files, opts)
- NewDeckCard + /decks/new: Dropzone mit Multi-File, Thumbnail-Strip, PDF-Icon

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
Till JS 2026-05-10 15:21:35 +02:00
parent 170a2825a4
commit 1212b62613
8 changed files with 667 additions and 94 deletions

View file

@ -13,6 +13,7 @@ import { dsgvoRouter } from './routes/dsgvo.ts';
import { meRouter } from './routes/me.ts'; import { meRouter } from './routes/me.ts';
import { mediaRouter } from './routes/media.ts'; import { mediaRouter } from './routes/media.ts';
import { decksGenerateRouter } from './routes/decks-generate.ts'; import { decksGenerateRouter } from './routes/decks-generate.ts';
import { decksFromImageRouter } from './routes/decks-from-image.ts';
import { authorsRouter as marketplaceAuthorsRouter } from './routes/marketplace/authors.ts'; import { authorsRouter as marketplaceAuthorsRouter } from './routes/marketplace/authors.ts';
import { marketplaceDecksRouter } from './routes/marketplace/decks.ts'; import { marketplaceDecksRouter } from './routes/marketplace/decks.ts';
import { exploreRouter as marketplaceExploreRouter } from './routes/marketplace/explore.ts'; import { exploreRouter as marketplaceExploreRouter } from './routes/marketplace/explore.ts';
@ -53,6 +54,7 @@ app.route('/api/v1/dsgvo', dsgvoRouter());
app.route('/api/v1/me', meRouter()); app.route('/api/v1/me', meRouter());
app.route('/api/v1/media', mediaRouter()); app.route('/api/v1/media', mediaRouter());
app.route('/api/v1/decks/generate', decksGenerateRouter()); app.route('/api/v1/decks/generate', decksGenerateRouter());
app.route('/api/v1/decks/from-image', decksFromImageRouter());
// Marketplace (Phase 12). Eigenes pgSchema, additive Routen unter /v1/marketplace/*. // Marketplace (Phase 12). Eigenes pgSchema, additive Routen unter /v1/marketplace/*.
// Plan: docs/playbooks/MARKETPLACE_RESTORE.md. // Plan: docs/playbooks/MARKETPLACE_RESTORE.md.

View file

@ -0,0 +1,141 @@
import { Hono } from 'hono';
import { z } from 'zod';
import { getDb, type CardsDb } from '../db/connection.ts';
import { authMiddleware, type AuthVars } from '../middleware/auth.ts';
import { chatVisionJson } from '../services/llm-client.ts';
import { GeneratedDeckSchema, insertGeneratedDeck } from './decks-generate.ts';
export type FromImageDeps = { db?: CardsDb };
const MAX_FILES = 5;
const MAX_BYTES_PER_IMAGE = 10 * 1024 * 1024; // 10 MiB je Bild
const MAX_BYTES_PER_PDF = 30 * 1024 * 1024; // 30 MiB je PDF (Gemini unterstützt bis ~300 Seiten)
function isAllowedMime(mime: string): boolean {
return mime.startsWith('image/') || mime === 'application/pdf';
}
function maxBytesFor(mime: string): number {
return mime === 'application/pdf' ? MAX_BYTES_PER_PDF : MAX_BYTES_PER_IMAGE;
}
const InputSchema = z.object({
language: z.enum(['de', 'en']).optional().default('de'),
count: z.coerce.number().int().min(1).max(40).optional().default(15),
});
const SYSTEM_PROMPT = `Du bist ein Lerndesigner. Analysiere die Bilder oder Dokumente und erstelle daraus ein einziges zusammenhängendes Karteikarten-Deck für Spaced-Repetition-Lernen.
Du gibst NUR ein gültiges JSON-Objekt zurück, exakt mit diesem Schema:
{
"deck_name": "<kurzer Titel, max 80 Zeichen>",
"deck_description": "<eine Zeile Beschreibung, optional>",
"cards": [
{ "front": "<Frage oder Begriff>", "back": "<Antwort oder Erklärung>" },
...
]
}
Regeln:
- Front ist Frage / Begriff / Hinweis. Back ist Antwort / Definition / Erklärung.
- Eine Karte = ein Lernstoff-Bissen (atomic). Nicht mehrere Konzepte in eine Karte stopfen.
- Markdown ist erlaubt (**fett**, *kursiv*, Listen, \`code\`).
- KEIN HTML, KEIN Code-Fence außerhalb des JSON, KEINE Erklärung außerhalb des JSON.
- Erstelle ein kohärentes Deck, das den Lernstoff aller Dateien zusammenfasst.`;
export function decksFromImageRouter(deps: FromImageDeps = {}): Hono<{ Variables: AuthVars }> {
const r = new Hono<{ Variables: AuthVars }>();
const dbOf = () => deps.db ?? getDb();
r.use('*', authMiddleware);
r.post('/', async (c) => {
const userId = c.get('userId');
const form = await c.req.formData().catch(() => null);
if (!form) {
return c.json({ error: 'invalid_input', detail: 'multipart body required' }, 400);
}
const rawFiles = form.getAll('file');
const files = rawFiles.filter((f): f is File => f instanceof File && isAllowedMime(f.type));
if (files.length === 0) {
return c.json(
{ error: 'invalid_input', detail: 'at least one image or PDF file required' },
400,
);
}
if (files.length > MAX_FILES) {
return c.json({ error: 'invalid_input', detail: `max ${MAX_FILES} files per request` }, 400);
}
const oversized = files.find((f) => f.size > maxBytesFor(f.type));
if (oversized) {
const limit = oversized.type === 'application/pdf' ? '30 MiB' : '10 MiB';
return c.json(
{ error: 'invalid_input', detail: `"${oversized.name}" exceeds ${limit} limit` },
413,
);
}
const parsed = InputSchema.safeParse({
language: form.get('language') ?? undefined,
count: form.get('count') ?? undefined,
});
if (!parsed.success) {
return c.json(
{ error: 'invalid_input', issues: parsed.error.issues.map((i) => i.message) },
422,
);
}
const { language, count } = parsed.data;
const images = await Promise.all(
files.map(async (f) => ({
base64: Buffer.from(await f.arrayBuffer()).toString('base64'),
mimeType: f.type,
})),
);
const imageCount = images.length;
const hasPdf = files.some((f) => f.type === 'application/pdf');
const contentLabel = hasPdf
? imageCount === 1 ? 'diesem Dokument' : `diesen ${imageCount} Dateien`
: imageCount === 1 ? 'diesem Bild' : `diesen ${imageCount} Bildern`;
const userText = `Erstelle ${count} Lernkarten auf ${language === 'de' ? 'Deutsch' : 'English'} aus ${contentLabel}.`;
let generated: z.infer<typeof GeneratedDeckSchema>;
try {
const raw = await chatVisionJson<unknown>({
images,
systemPrompt: SYSTEM_PROMPT,
userText,
timeoutMs: 120_000,
});
const r2 = GeneratedDeckSchema.safeParse(raw);
if (!r2.success) {
return c.json(
{
error: 'llm_returned_invalid_shape',
issues: r2.error.issues.map((i) => `${i.path.join('.')}: ${i.message}`),
raw,
},
502,
);
}
generated = r2.data;
} catch (e) {
const msg = e instanceof Error ? e.message : String(e);
return c.json({ error: 'llm_call_failed', detail: msg }, 502);
}
const fallback = hasPdf
? imageCount === 1 ? 'KI-generiert aus Dokument' : `KI-generiert aus ${imageCount} Dateien`
: imageCount === 1 ? 'KI-generiert aus Bild' : `KI-generiert aus ${imageCount} Bildern`;
const result = await insertGeneratedDeck(dbOf(), userId, generated, fallback);
return c.json(result, 201);
});
return r;
}

View file

@ -12,15 +12,9 @@ import { chatJson } from '../services/llm-client.ts';
export type GenerateDeps = { db?: CardsDb }; export type GenerateDeps = { db?: CardsDb };
const GenerateInputSchema = z.object({
prompt: z.string().min(3).max(500),
language: z.enum(['de', 'en']).optional().default('de'),
count: z.number().int().min(1).max(40).optional().default(15),
});
// Was die LLM zurückgeben muss. zod-strict damit Halluzinationen // Was die LLM zurückgeben muss. zod-strict damit Halluzinationen
// (extra Felder, falsche Types) hart abgelehnt werden. // (extra Felder, falsche Types) hart abgelehnt werden.
const GeneratedDeckSchema = z.object({ export const GeneratedDeckSchema = z.object({
deck_name: z.string().min(1).max(80), deck_name: z.string().min(1).max(80),
deck_description: z.string().max(400).optional(), deck_description: z.string().max(400).optional(),
cards: z cards: z
@ -33,7 +27,97 @@ const GeneratedDeckSchema = z.object({
.min(1) .min(1)
.max(40), .max(40),
}); });
type GeneratedDeck = z.infer<typeof GeneratedDeckSchema>; export type GeneratedDeck = z.infer<typeof GeneratedDeckSchema>;
export async function insertGeneratedDeck(
db: CardsDb,
userId: string,
generated: GeneratedDeck,
descriptionFallback: string,
) {
const deckId = ulid();
const now = new Date();
const cardRowsInsert = await Promise.all(
generated.cards.map(async (gc) => {
const id = ulid();
const fields = { front: gc.front, back: gc.back };
const contentHash = await cardContentHash({ type: 'basic', fields });
return { id, fields, contentHash };
})
);
await db.transaction(async (tx) => {
await tx.insert(decks).values({
id: deckId,
userId,
name: generated.deck_name,
description: generated.deck_description ?? descriptionFallback,
color: '#7c3aed',
visibility: 'private',
fsrsSettings: {},
createdAt: now,
updatedAt: now,
});
for (const cr of cardRowsInsert) {
await tx.insert(cards).values({
id: cr.id,
deckId,
userId,
type: 'basic',
fields: cr.fields,
mediaRefs: [],
contentHash: cr.contentHash,
createdAt: now,
updatedAt: now,
});
const subIndices = Array.from({ length: subIndexCount('basic') }, (_, i) => i);
const initial = subIndices.map((subIndex) => {
const r = newReview({ userId, cardId: cr.id, subIndex, now });
return {
cardId: r.card_id,
subIndex: r.sub_index,
userId: r.user_id,
due: new Date(r.due),
stability: r.stability,
difficulty: r.difficulty,
elapsedDays: r.elapsed_days,
scheduledDays: r.scheduled_days,
learningSteps: r.learning_steps,
reps: r.reps,
lapses: r.lapses,
state: r.state,
lastReview: r.last_review ? new Date(r.last_review) : null,
};
});
await tx.insert(reviews).values(initial);
}
});
const [row] = await db.select().from(decks).where(eq(decks.id, deckId)).limit(1);
return {
deck: row
? {
id: row.id,
name: row.name,
description: row.description,
color: row.color,
visibility: row.visibility,
fsrs_settings: row.fsrsSettings,
user_id: row.userId,
created_at: row.createdAt.toISOString(),
updated_at: row.updatedAt.toISOString(),
}
: null,
cards_created: cardRowsInsert.length,
};
}
const GenerateInputSchema = z.object({
prompt: z.string().min(3).max(500),
language: z.enum(['de', 'en']).optional().default('de'),
count: z.number().int().min(1).max(40).optional().default(15),
});
const SYSTEM_PROMPT = `Du bist ein Lerndesigner und erstellst Karteikarten-Decks für Spaced-Repetition-Lernen. const SYSTEM_PROMPT = `Du bist ein Lerndesigner und erstellst Karteikarten-Decks für Spaced-Repetition-Lernen.
@ -105,87 +189,13 @@ ${parsed.data.prompt}`;
return c.json({ error: 'llm_call_failed', detail: msg }, 502); return c.json({ error: 'llm_call_failed', detail: msg }, 502);
} }
// Deck + Karten in einer Transaction anlegen. const result = await insertGeneratedDeck(
const deckId = ulid(); dbOf(),
const now = new Date();
const cardRowsInsert = await Promise.all(
generated.cards.map(async (gc) => {
const id = ulid();
const fields = { front: gc.front, back: gc.back };
const contentHash = await cardContentHash({ type: 'basic', fields });
return { id, fields, contentHash };
})
);
await dbOf().transaction(async (tx) => {
await tx.insert(decks).values({
id: deckId,
userId, userId,
name: generated.deck_name, generated,
description: generated.deck_description ?? `KI-generiert: ${parsed.data.prompt}`, `KI-generiert: ${parsed.data.prompt}`,
color: '#7c3aed', // purple-600 — visuelle Markierung als KI-generiert
visibility: 'private',
fsrsSettings: {},
createdAt: now,
updatedAt: now,
});
for (const cr of cardRowsInsert) {
await tx.insert(cards).values({
id: cr.id,
deckId,
userId,
type: 'basic',
fields: cr.fields,
mediaRefs: [],
contentHash: cr.contentHash,
createdAt: now,
updatedAt: now,
});
const subIndices = Array.from({ length: subIndexCount('basic') }, (_, i) => i);
const initial = subIndices.map((subIndex) => {
const r = newReview({ userId, cardId: cr.id, subIndex, now });
return {
cardId: r.card_id,
subIndex: r.sub_index,
userId: r.user_id,
due: new Date(r.due),
stability: r.stability,
difficulty: r.difficulty,
elapsedDays: r.elapsed_days,
scheduledDays: r.scheduled_days,
learningSteps: r.learning_steps,
reps: r.reps,
lapses: r.lapses,
state: r.state,
lastReview: r.last_review ? new Date(r.last_review) : null,
};
});
await tx.insert(reviews).values(initial);
}
});
// Deck-DTO zurückgeben.
const [row] = await dbOf().select().from(decks).where(eq(decks.id, deckId)).limit(1);
return c.json(
{
deck: row
? {
id: row.id,
name: row.name,
description: row.description,
color: row.color,
visibility: row.visibility,
fsrs_settings: row.fsrsSettings,
user_id: row.userId,
created_at: row.createdAt.toISOString(),
updated_at: row.updatedAt.toISOString(),
}
: null,
cards_created: cardRowsInsert.length,
},
201
); );
return c.json(result, 201);
}); });
return r; return r;

View file

@ -5,6 +5,7 @@
* Aliases statt konkreter Modelle, damit der Routing-Layer die * Aliases statt konkreter Modelle, damit der Routing-Layer die
* Provider-Auswahl macht: * Provider-Auswahl macht:
* - `mana/structured` für JSON-Output (Deck-Generation) * - `mana/structured` für JSON-Output (Deck-Generation)
* - `mana/vision` für multimodale Anfragen mit Bild-Input
* - `mana/long-form` wenn freier Text gefragt wäre * - `mana/long-form` wenn freier Text gefragt wäre
* *
* Auth: heute keine mana-llm hat `GPU_API_KEY` leer. Wenn das mal * Auth: heute keine mana-llm hat `GPU_API_KEY` leer. Wenn das mal
@ -33,6 +34,65 @@ export class LlmError extends Error {
} }
} }
// Vision-Modelle wrappen JSON manchmal in Markdown-Code-Fences.
function parseJsonFromCompletion(text: string): unknown {
const fenced = text.match(/```(?:json)?\s*([\s\S]*?)\s*```/);
if (fenced) return JSON.parse(fenced[1]);
return JSON.parse(text.trim());
}
export async function chatVisionJson<T>(opts: {
images: { base64: string; mimeType: string }[];
systemPrompt: string;
userText: string;
timeoutMs?: number;
}): Promise<T> {
const headers: Record<string, string> = { 'Content-Type': 'application/json' };
if (LLM_API_KEY) headers['X-API-Key'] = LLM_API_KEY;
const controller = new AbortController();
const timer = setTimeout(() => controller.abort(), opts.timeoutMs ?? 90_000);
try {
const r = await fetch(`${LLM_URL}/v1/chat/completions`, {
method: 'POST',
headers,
signal: controller.signal,
body: JSON.stringify({
model: 'mana/vision',
messages: [
{ role: 'system', content: opts.systemPrompt },
{
role: 'user',
content: [
...opts.images.map((img) => ({
type: 'image_url' as const,
image_url: { url: `data:${img.mimeType};base64,${img.base64}` },
})),
{ type: 'text', text: opts.userText },
],
},
],
temperature: 0.5,
}),
});
if (!r.ok) {
const body = await r.text().catch(() => '');
throw new LlmError(r.status, body);
}
const data = (await r.json()) as ChatCompletion;
const content = data.choices?.[0]?.message?.content;
if (!content) throw new LlmError(0, data, 'mana-llm: empty completion');
try {
return parseJsonFromCompletion(content) as T;
} catch (e) {
throw new LlmError(0, content, `mana-llm: invalid JSON (${(e as Error).message})`);
}
} finally {
clearTimeout(timer);
}
}
export async function chatJson<T>(opts: { export async function chatJson<T>(opts: {
model: string; model: string;
messages: ChatMessage[]; messages: ChatMessage[];

View file

@ -56,6 +56,32 @@ async function doFetch(path: string, opts: RequestOptions): Promise<Response> {
}); });
} }
// Für Multipart-Uploads (z.B. Bild → Deck). Content-Type wird vom Browser
// automatisch mit Boundary gesetzt — kein manueller Header nötig.
export async function apiForm<T>(path: string, form: FormData): Promise<T> {
await devUser.ensureFreshToken();
const headers: Record<string, string> = {};
if (devUser.token) {
headers['Authorization'] = `Bearer ${devUser.token}`;
} else if (devUser.stubId) {
headers['X-User-Id'] = devUser.stubId;
}
const res = await fetch(`${API_BASE}${path}`, { method: 'POST', headers, body: form });
if (!res.ok) {
let body: unknown = null;
try {
body = await res.json();
} catch {
body = await res.text();
}
throw new ApiError(res.status, body);
}
return (await res.json()) as T;
}
export async function api<T>(path: string, opts: RequestOptions = {}): Promise<T> { export async function api<T>(path: string, opts: RequestOptions = {}): Promise<T> {
// Proaktive Frische-Prüfung: wenn Token <60s gültig ist, refreshen // Proaktive Frische-Prüfung: wenn Token <60s gültig ist, refreshen
// wir, bevor der Request rausgeht. Coalesced über tryRefresh(). // wir, bevor der Request rausgeht. Coalesced über tryRefresh().

View file

@ -1,5 +1,5 @@
import type { Deck, DeckCreate, DeckUpdate } from '@cards/domain'; import type { Deck, DeckCreate, DeckUpdate } from '@cards/domain';
import { api } from './client.ts'; import { api, apiForm } from './client.ts';
export function listDecks(opts: { forkedFromMarketplace?: boolean } = {}) { export function listDecks(opts: { forkedFromMarketplace?: boolean } = {}) {
const qs = opts.forkedFromMarketplace ? '?forked_from_marketplace=true' : ''; const qs = opts.forkedFromMarketplace ? '?forked_from_marketplace=true' : '';
@ -28,3 +28,15 @@ export function generateDeck(input: { prompt: string; language?: 'de' | 'en'; co
body: input, body: input,
}); });
} }
export function generateDeckFromImage(
files: File | File[],
opts: { language?: 'de' | 'en'; count?: number },
) {
const form = new FormData();
const arr = Array.isArray(files) ? files : [files];
for (const f of arr) form.append('file', f);
if (opts.language) form.append('language', opts.language);
if (opts.count != null) form.append('count', String(opts.count));
return apiForm<{ deck: Deck; cards_created: number }>('/api/v1/decks/from-image', form);
}

View file

@ -1,7 +1,7 @@
<script lang="ts"> <script lang="ts">
import { goto } from '$app/navigation'; import { goto } from '$app/navigation';
import { type DeckCategoryId, DECK_CATEGORY_IDS, DECK_CATEGORY_LABELS } from '@cards/domain'; import { type DeckCategoryId, DECK_CATEGORY_IDS, DECK_CATEGORY_LABELS } from '@cards/domain';
import { createDeck, generateDeck } from '$lib/api/decks.ts'; import { createDeck, generateDeck, generateDeckFromImage } from '$lib/api/decks.ts';
import { devUser } from '$lib/auth/dev-stub.svelte.ts'; import { devUser } from '$lib/auth/dev-stub.svelte.ts';
import { toasts } from '$lib/stores/toasts.svelte.ts'; import { toasts } from '$lib/stores/toasts.svelte.ts';
import { i18n, t } from '$lib/i18n/index.svelte.ts'; import { i18n, t } from '$lib/i18n/index.svelte.ts';
@ -21,6 +21,47 @@
let generating = $state(false); let generating = $state(false);
let aiError = $state<string | null>(null); let aiError = $state<string | null>(null);
const MAX_IMAGE_FILES = 5;
let imageFiles = $state<File[]>([]);
let imagePreviews = $state<string[]>([]);
let imageGenerating = $state(false);
let imageError = $state<string | null>(null);
let fileInput = $state<HTMLInputElement | null>(null);
function addImageFiles(incoming: File[]) {
const images = incoming.filter(isAccepted);
const combined = [...imageFiles, ...images].slice(0, MAX_IMAGE_FILES);
// revoke URLs für Dateien die rausfallen (über Limit)
for (let i = combined.length; i < imagePreviews.length; i++) {
URL.revokeObjectURL(imagePreviews[i]);
}
imageFiles = combined;
imagePreviews = combined.map((f, i) => imagePreviews[i] ?? URL.createObjectURL(f));
imageError = null;
}
function removeImageFile(i: number) {
URL.revokeObjectURL(imagePreviews[i]);
imageFiles = imageFiles.filter((_, j) => j !== i);
imagePreviews = imagePreviews.filter((_, j) => j !== i);
}
function onFileChange(e: Event) {
const files = Array.from((e.target as HTMLInputElement).files ?? []);
if (files.length) addImageFiles(files);
}
function onImageDrop(e: DragEvent) {
e.preventDefault();
const files = Array.from(e.dataTransfer?.files ?? []);
if (files.length) addImageFiles(files);
}
function isAccepted(f: File) {
return f.type.startsWith('image/') || f.type === 'application/pdf';
}
function close() { function close() {
open = false; open = false;
catOpen = false; catOpen = false;
@ -32,6 +73,25 @@
saving = false; saving = false;
generating = false; generating = false;
aiError = null; aiError = null;
for (const url of imagePreviews) URL.revokeObjectURL(url);
imageFiles = [];
imagePreviews = [];
imageGenerating = false;
imageError = null;
}
async function onFromImage() {
if (imageFiles.length === 0 || !devUser.id || imageGenerating) return;
imageError = null;
imageGenerating = true;
try {
const result = await generateDeckFromImage(imageFiles, { count, language });
toasts.success(`🖼 "${result.deck.name}" mit ${result.cards_created} Karten erstellt`);
goto(`/decks/${result.deck.id}`);
} catch (err) {
imageError = (err as Error).message;
imageGenerating = false;
}
} }
function pickCategory(id: DeckCategoryId) { function pickCategory(id: DeckCategoryId) {
@ -142,20 +202,75 @@
</select> </select>
</label> </label>
<!-- Bild-Dropzone für Vision-Generierung (bis zu 5 Bilder) -->
<div class="field">
<div
class="img-drop"
role="button"
tabindex="0"
onclick={() => fileInput?.click()}
onkeydown={(e) => e.key === 'Enter' && fileInput?.click()}
ondrop={onImageDrop}
ondragover={(e) => e.preventDefault()}
>
{#if imagePreviews.length > 0}
<div class="img-strip">
{#each imageFiles as file, i}
<div class="img-thumb-wrap">
{#if file.type === 'application/pdf'}
<div class="img-thumb img-pdf-thumb"><span>📄</span></div>
{:else}
<img src={imagePreviews[i]} alt="Bild {i + 1}" class="img-thumb" />
{/if}
<button
type="button"
class="img-remove"
onclick={(e) => { e.stopPropagation(); removeImageFile(i); }}
aria-label="Datei entfernen"
>×</button>
</div>
{/each}
{#if imagePreviews.length < MAX_IMAGE_FILES}
<div class="img-add-hint">+ weitere</div>
{/if}
</div>
{:else}
<span class="img-placeholder">🖼 Bilder oder PDFs für KI (bis zu 5)</span>
{/if}
<input
bind:this={fileInput}
type="file"
accept="image/*,application/pdf"
multiple
class="sr-only"
onchange={onFileChange}
/>
</div>
</div>
{#if aiError} {#if aiError}
<p class="ai-error" role="alert">{aiError}</p> <p class="ai-error" role="alert">{aiError}</p>
{/if} {/if}
{#if imageError}
<p class="ai-error" role="alert">{imageError}</p>
{/if}
{#if generating} {#if generating}
<p class="ai-hint" aria-live="polite">Generiere… ca. 1060 s</p> <p class="ai-hint" aria-live="polite">Generiere… ca. 1060 s</p>
{/if} {/if}
{#if imageGenerating}
<p class="ai-hint" aria-live="polite">Analysiere Bild… ca. 1560 s</p>
{/if}
<div class="actions"> <div class="actions">
<button type="submit" disabled={saving || generating || !name.trim()} class="btn-primary"> <button type="submit" disabled={saving || generating || imageGenerating || !name.trim()} class="btn-primary">
{saving ? t('deck_new.creating') : t('deck_new.create')} {saving ? t('deck_new.creating') : t('deck_new.create')}
</button> </button>
<button type="button" disabled={generating || saving || !name.trim()} onclick={onAi} class="btn-ai"> <button type="button" disabled={generating || saving || imageGenerating || !name.trim()} onclick={onAi} class="btn-ai">
{generating ? '✨ Generiere…' : '✨ Mit KI generieren'} {generating ? '✨ Generiere…' : '✨ Mit KI generieren'}
</button> </button>
<button type="button" disabled={imageFiles.length === 0 || imageGenerating || saving || generating} onclick={onFromImage} class="btn-ai">
{imageGenerating ? '🖼 Analysiere…' : '🖼 Aus Bild'}
</button>
<button type="button" onclick={close} class="btn-cancel"> <button type="button" onclick={close} class="btn-cancel">
{t('deck_new.cancel')} {t('deck_new.cancel')}
</button> </button>
@ -395,4 +510,81 @@
.btn-cancel:hover { .btn-cancel:hover {
background: hsl(var(--color-surface-hover)); background: hsl(var(--color-surface-hover));
} }
.img-drop {
display: flex;
align-items: center;
justify-content: center;
min-height: 2.75rem;
border: 1.5px dashed hsl(var(--color-border));
border-radius: 0.3125rem;
cursor: pointer;
overflow: hidden;
transition: border-color 0.12s;
}
.img-drop:hover {
border-color: hsl(var(--color-primary) / 0.5);
}
.img-placeholder {
font-size: 0.6875rem;
color: hsl(var(--color-muted-foreground));
padding: 0.375rem 0.5rem;
text-align: center;
}
.img-strip {
display: flex;
align-items: center;
gap: 0.25rem;
padding: 0.25rem;
flex-wrap: wrap;
}
.img-thumb-wrap {
position: relative;
flex-shrink: 0;
}
.img-thumb {
width: 2.5rem;
height: 2.5rem;
object-fit: cover;
border-radius: 0.25rem;
display: block;
}
.img-pdf-thumb {
background: hsl(var(--color-surface));
border: 1px solid hsl(var(--color-border));
display: flex;
align-items: center;
justify-content: center;
font-size: 1.125rem;
}
.img-remove {
position: absolute;
top: -0.3rem;
right: -0.3rem;
width: 1rem;
height: 1rem;
font-size: 0.625rem;
line-height: 1;
border-radius: 50%;
border: none;
background: hsl(var(--color-error));
color: #fff;
cursor: pointer;
display: flex;
align-items: center;
justify-content: center;
padding: 0;
}
.img-add-hint {
font-size: 0.625rem;
color: hsl(var(--color-muted-foreground));
padding: 0 0.25rem;
}
</style> </style>

View file

@ -2,7 +2,7 @@
import { goto } from '$app/navigation'; import { goto } from '$app/navigation';
import { onMount } from 'svelte'; import { onMount } from 'svelte';
import { type DeckCategoryId, DECK_CATEGORY_IDS, DECK_CATEGORY_LABELS } from '@cards/domain'; import { type DeckCategoryId, DECK_CATEGORY_IDS, DECK_CATEGORY_LABELS } from '@cards/domain';
import { createDeck, generateDeck } from '$lib/api/decks.ts'; import { createDeck, generateDeck, generateDeckFromImage } from '$lib/api/decks.ts';
import { devUser } from '$lib/auth/dev-stub.svelte.ts'; import { devUser } from '$lib/auth/dev-stub.svelte.ts';
import { toasts } from '$lib/stores/toasts.svelte.ts'; import { toasts } from '$lib/stores/toasts.svelte.ts';
import { i18n, t } from '$lib/i18n/index.svelte.ts'; import { i18n, t } from '$lib/i18n/index.svelte.ts';
@ -18,6 +18,56 @@
let generating = $state(false); let generating = $state(false);
let aiError = $state<string | null>(null); let aiError = $state<string | null>(null);
const MAX_IMAGE_FILES = 5;
let imageFiles = $state<File[]>([]);
let imagePreviews = $state<string[]>([]);
let imageGenerating = $state(false);
let imageError = $state<string | null>(null);
let fileInput = $state<HTMLInputElement | null>(null);
function addImageFiles(incoming: File[]) {
const images = incoming.filter((f) => f.type.startsWith('image/') || f.type === 'application/pdf');
const combined = [...imageFiles, ...images].slice(0, MAX_IMAGE_FILES);
for (let i = combined.length; i < imagePreviews.length; i++) {
URL.revokeObjectURL(imagePreviews[i]);
}
imageFiles = combined;
imagePreviews = combined.map((f, i) => imagePreviews[i] ?? URL.createObjectURL(f));
imageError = null;
}
function removeImageFile(i: number) {
URL.revokeObjectURL(imagePreviews[i]);
imageFiles = imageFiles.filter((_, j) => j !== i);
imagePreviews = imagePreviews.filter((_, j) => j !== i);
}
function onFileChange(e: Event) {
const files = Array.from((e.target as HTMLInputElement).files ?? []);
if (files.length) addImageFiles(files);
}
function onImageDrop(e: DragEvent) {
e.preventDefault();
const files = Array.from(e.dataTransfer?.files ?? []);
if (files.length) addImageFiles(files);
}
async function onFromImage() {
if (imageFiles.length === 0 || imageGenerating) return;
imageError = null;
imageGenerating = true;
try {
const result = await generateDeckFromImage(imageFiles, { count, language });
toasts.success(`🖼 "${result.deck.name}" mit ${result.cards_created} Karten erstellt`);
goto(`/decks/${result.deck.id}`);
} catch (err) {
imageError = (err as Error).message;
imageGenerating = false;
}
}
onMount(() => { onMount(() => {
if (!devUser.id) goto('/'); if (!devUser.id) goto('/');
}); });
@ -179,6 +229,86 @@
>{t('deck_new.cancel')}</a> >{t('deck_new.cancel')}</a>
</div> </div>
</form> </form>
<div class="mt-8 border-t border-[hsl(var(--color-border))] pt-6">
<p class="text-sm font-medium mb-3">Oder: Deck aus Bild generieren</p>
<p class="text-xs text-[hsl(var(--color-muted-foreground))] mb-3">
Foto von Notizen, Screenshot, Lehrbuchseite — Vision-Modell erstellt daraus Lernkarten.
Sprache und Kartenanzahl aus den Einstellungen oben.
</p>
<div
class="relative flex flex-col items-center justify-center rounded-lg border-2 border-dashed border-[hsl(var(--color-border))] p-4 text-center cursor-pointer transition-colors hover:border-[hsl(var(--color-primary)/0.5)]"
role="button"
tabindex="0"
onclick={() => fileInput?.click()}
onkeydown={(e) => e.key === 'Enter' && fileInput?.click()}
ondrop={onImageDrop}
ondragover={(e) => e.preventDefault()}
>
{#if imagePreviews.length > 0}
<div class="flex flex-wrap gap-2 justify-center mb-2">
{#each imageFiles as file, i}
<div class="relative">
{#if file.type === 'application/pdf'}
<div class="h-20 w-20 rounded bg-[hsl(var(--color-surface))] border border-[hsl(var(--color-border))] flex flex-col items-center justify-center gap-1">
<span class="text-lg">📄</span>
<span class="text-[0.5rem] text-[hsl(var(--color-muted-foreground))] text-center leading-tight px-1 truncate w-full text-center">{file.name}</span>
</div>
{:else}
<img src={imagePreviews[i]} alt="Bild {i + 1}" class="h-20 w-20 rounded object-cover" />
{/if}
<button
type="button"
class="absolute -top-1.5 -right-1.5 w-5 h-5 rounded-full bg-[hsl(var(--color-error))] text-white text-xs flex items-center justify-center leading-none"
onclick={(e) => { e.stopPropagation(); removeImageFile(i); }}
aria-label="Datei entfernen"
>×</button>
</div>
{/each}
</div>
<span class="text-xs text-[hsl(var(--color-muted-foreground))]">
{imagePreviews.length}/{MAX_IMAGE_FILES} Bilder
{#if imagePreviews.length < MAX_IMAGE_FILES}· klicken für mehr{/if}
</span>
{:else}
<span class="text-sm text-[hsl(var(--color-muted-foreground))]">🖼 Bilder oder PDFs hierher ziehen oder klicken</span>
<span class="text-xs text-[hsl(var(--color-muted-foreground))] mt-1">Bis zu 5 Dateien · PNG · JPG · WebP · PDF · Bilder max 10 MB · PDFs max 30 MB</span>
{/if}
<input
bind:this={fileInput}
type="file"
accept="image/*,application/pdf"
multiple
class="sr-only"
onchange={onFileChange}
/>
</div>
{#if imageError}
<div
class="mt-2 rounded border border-[hsl(var(--color-error))]/40 bg-[hsl(var(--color-error))]/10 p-3 text-sm text-[hsl(var(--color-error))]"
role="alert"
>
{imageError}
</div>
{/if}
{#if imageGenerating}
<p class="mt-2 text-xs text-[hsl(var(--color-muted-foreground))]" aria-live="polite">
Vision-Modell analysiert Bild… typischerweise 1560 Sekunden.
</p>
{/if}
<button
type="button"
disabled={imageFiles.length === 0 || imageGenerating || saving || generating}
onclick={onFromImage}
class="mt-3 rounded border border-[hsl(var(--color-primary))] px-4 py-2 text-sm text-[hsl(var(--color-primary))] disabled:opacity-50 hover:bg-[hsl(var(--color-primary)/0.08)]"
>
{imageGenerating ? '🖼 Analysiere…' : `🖼 Aus ${imagePreviews.length > 1 ? `${imagePreviews.length} Bildern` : 'Bild'} generieren`}
</button>
</div>
</div> </div>
<style> <style>