auto-git:
[add] README.md [add] client/.gitignore [add] client/README.md [add] client/eslint.config.js [add] client/index.html [add] client/package.json [add] client/public/vite.svg [add] client/src/App.css [add] client/src/App.tsx [add] client/src/api.ts [add] client/src/assets/react.svg [add] client/src/components/EntryCard.tsx [add] client/src/components/ItemPanels.tsx [add] client/src/components/QuizRunner.tsx [add] client/src/components/VideoPlayer.tsx [add] client/src/index.css [add] client/src/main.tsx [add] client/src/pages/EntryPage.tsx [add] client/src/pages/OverviewPage.tsx [add] client/src/pages/QuizPage.tsx [add] client/src/types.ts [add] client/tsconfig.app.json [add] client/tsconfig.json [add] client/tsconfig.node.json [add] client/vite.config.ts [add] gemini_replicate_batch.py [add] package.json [add] prompt.txt [add] server/package.json [add] server/src/index.ts [add] server/tsconfig.json
This commit is contained in:
272
server/src/index.ts
Normal file
272
server/src/index.ts
Normal file
@@ -0,0 +1,272 @@
|
||||
import express from 'express';
|
||||
import path from 'path';
|
||||
import fs from 'fs/promises';
|
||||
import { glob } from 'glob';
|
||||
import { z } from 'zod';
|
||||
|
||||
const DEFAULT_DATA_ROOT = path.resolve(__dirname, '..', '..', 'data');
|
||||
const DATA_ROOT = process.env.DATA_ROOT ? path.resolve(process.env.DATA_ROOT) : DEFAULT_DATA_ROOT;
|
||||
|
||||
const metaSchema = z
|
||||
.object({
|
||||
mode: z.string().optional(),
|
||||
type: z.string().optional(),
|
||||
title_en: z.string().optional(),
|
||||
})
|
||||
.partial()
|
||||
.default({});
|
||||
|
||||
const itemsSchema = z
|
||||
.object({
|
||||
grammar: z.array(z.record(z.any())).default([]),
|
||||
vocab: z.array(z.record(z.any())).default([]),
|
||||
conversation: z.array(z.record(z.any())).default([]),
|
||||
key_phrases: z.array(z.record(z.any())).default([]),
|
||||
})
|
||||
.partial()
|
||||
.default({
|
||||
grammar: [],
|
||||
vocab: [],
|
||||
conversation: [],
|
||||
key_phrases: [],
|
||||
});
|
||||
|
||||
const quizSchema = z
|
||||
.array(
|
||||
z
|
||||
.object({
|
||||
id: z.union([z.string(), z.number()]).optional(),
|
||||
targets: z.array(z.union([z.string(), z.number()])).default([]),
|
||||
type: z.string().default(''),
|
||||
prompt_en: z.string().optional(),
|
||||
payload: z.record(z.any()).default({}),
|
||||
answer: z.record(z.any()).default({}),
|
||||
})
|
||||
.partial()
|
||||
)
|
||||
.default([]);
|
||||
|
||||
const uiHintsSchema = z
|
||||
.object({
|
||||
recommended_order: z.array(z.union([z.string(), z.number()])).default([]),
|
||||
show_first: z.string().optional(),
|
||||
explain_on_fail: z.boolean().optional(),
|
||||
})
|
||||
.partial()
|
||||
.default({ recommended_order: [] });
|
||||
|
||||
const entrySchema = z
|
||||
.object({
|
||||
meta: metaSchema,
|
||||
items: itemsSchema,
|
||||
quiz: quizSchema,
|
||||
ui_hints: uiHintsSchema,
|
||||
})
|
||||
.partial()
|
||||
.passthrough()
|
||||
.default({
|
||||
meta: {},
|
||||
items: { grammar: [], vocab: [], conversation: [], key_phrases: [] },
|
||||
quiz: [],
|
||||
ui_hints: { recommended_order: [] },
|
||||
});
|
||||
|
||||
type EntryData = z.infer<typeof entrySchema>;
|
||||
|
||||
interface EntryRecord {
|
||||
id: string;
|
||||
title: string;
|
||||
meta: EntryData['meta'];
|
||||
items: EntryData['items'];
|
||||
quiz: EntryData['quiz'];
|
||||
ui_hints: EntryData['ui_hints'];
|
||||
videoPath: string;
|
||||
jsonPath: string;
|
||||
video_url: string;
|
||||
counts: {
|
||||
grammar: number;
|
||||
vocab: number;
|
||||
key_phrases: number;
|
||||
conversation: number;
|
||||
quiz: number;
|
||||
};
|
||||
}
|
||||
|
||||
const entryIndex = new Map<string, EntryRecord>();
|
||||
|
||||
function ensureWithinDataRoot(targetPath: string) {
|
||||
const resolved = path.resolve(targetPath);
|
||||
return resolved === DATA_ROOT || resolved.startsWith(DATA_ROOT + path.sep);
|
||||
}
|
||||
|
||||
async function fileExists(targetPath: string) {
|
||||
try {
|
||||
await fs.access(targetPath);
|
||||
return true;
|
||||
} catch {
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
function toPosixId(relativePath: string) {
|
||||
return relativePath.split(path.sep).join('/');
|
||||
}
|
||||
|
||||
function buildVideoUrl(id: string) {
|
||||
const encoded = id
|
||||
.split('/')
|
||||
.filter(Boolean)
|
||||
.map((segment) => encodeURIComponent(segment))
|
||||
.join('/');
|
||||
return `/data/${encoded}.mp4`;
|
||||
}
|
||||
|
||||
function computeCounts(items: EntryData['items'], quiz: EntryData['quiz']) {
|
||||
return {
|
||||
grammar: items?.grammar?.length || 0,
|
||||
vocab: items?.vocab?.length || 0,
|
||||
key_phrases: items?.key_phrases?.length || 0,
|
||||
conversation: items?.conversation?.length || 0,
|
||||
quiz: quiz?.length || 0,
|
||||
};
|
||||
}
|
||||
|
||||
async function loadEntries() {
|
||||
entryIndex.clear();
|
||||
|
||||
const dataExists = await fileExists(DATA_ROOT);
|
||||
if (!dataExists) {
|
||||
console.warn(`Data root not found at ${DATA_ROOT}`);
|
||||
return;
|
||||
}
|
||||
|
||||
const mp4Paths = await glob('**/*.mp4', { cwd: DATA_ROOT, absolute: true });
|
||||
for (const mp4Path of mp4Paths) {
|
||||
const resolvedMp4 = path.resolve(mp4Path);
|
||||
if (!ensureWithinDataRoot(resolvedMp4)) {
|
||||
continue;
|
||||
}
|
||||
|
||||
const dir = path.dirname(resolvedMp4);
|
||||
const baseName = path.basename(resolvedMp4, '.mp4');
|
||||
const jsonPath = path.join(dir, `${baseName}.json`);
|
||||
|
||||
if (!(await fileExists(jsonPath))) {
|
||||
continue;
|
||||
}
|
||||
|
||||
const resolvedJson = path.resolve(jsonPath);
|
||||
if (!ensureWithinDataRoot(resolvedJson)) {
|
||||
continue;
|
||||
}
|
||||
|
||||
let parsed: EntryData | null = null;
|
||||
try {
|
||||
const raw = await fs.readFile(resolvedJson, 'utf-8');
|
||||
const json = JSON.parse(raw);
|
||||
const safe = entrySchema.safeParse(json);
|
||||
parsed = safe.success ? safe.data : entrySchema.parse({});
|
||||
if (!safe.success) {
|
||||
console.warn(`Entry at ${resolvedJson} parsed with defaults due to validation issues.`);
|
||||
}
|
||||
} catch (err) {
|
||||
console.warn(`Failed to parse ${resolvedJson}:`, err);
|
||||
parsed = entrySchema.parse({});
|
||||
}
|
||||
|
||||
const relative = path.relative(DATA_ROOT, resolvedMp4);
|
||||
const id = toPosixId(relative.replace(/\.mp4$/i, ''));
|
||||
const title = parsed.meta?.title_en?.trim() || baseName;
|
||||
const video_url = buildVideoUrl(id);
|
||||
const counts = computeCounts(parsed.items || { grammar: [], vocab: [], conversation: [], key_phrases: [] }, parsed.quiz || []);
|
||||
|
||||
entryIndex.set(id, {
|
||||
id,
|
||||
title,
|
||||
meta: parsed.meta || {},
|
||||
items: parsed.items || { grammar: [], vocab: [], conversation: [], key_phrases: [] },
|
||||
quiz: parsed.quiz || [],
|
||||
ui_hints: parsed.ui_hints || { recommended_order: [] },
|
||||
videoPath: resolvedMp4,
|
||||
jsonPath: resolvedJson,
|
||||
video_url,
|
||||
counts,
|
||||
});
|
||||
}
|
||||
|
||||
console.log(`Loaded ${entryIndex.size} entries from data directory.`);
|
||||
}
|
||||
|
||||
function sanitizeEntryResponse(entry: EntryRecord) {
|
||||
return {
|
||||
id: entry.id,
|
||||
title: entry.title,
|
||||
meta: entry.meta || {},
|
||||
items: entry.items || { grammar: [], vocab: [], conversation: [], key_phrases: [] },
|
||||
quiz: entry.quiz || [],
|
||||
ui_hints: entry.ui_hints || { recommended_order: [] },
|
||||
video_url: entry.video_url,
|
||||
counts: entry.counts,
|
||||
};
|
||||
}
|
||||
|
||||
async function main() {
|
||||
await loadEntries();
|
||||
|
||||
const app = express();
|
||||
const port = process.env.PORT || 5174;
|
||||
|
||||
app.disable('x-powered-by');
|
||||
|
||||
app.use('/data', express.static(DATA_ROOT));
|
||||
|
||||
app.get('/', (_req, res) => {
|
||||
res.type('text/plain').send('IG Japanese Quizzer backend is running. See /api/entries.');
|
||||
});
|
||||
|
||||
app.get('/api/entries', (_req, res) => {
|
||||
const entries = Array.from(entryIndex.values())
|
||||
.map((entry) => ({
|
||||
id: entry.id,
|
||||
title: entry.title,
|
||||
mode: entry.meta?.mode,
|
||||
type: entry.meta?.type,
|
||||
counts: entry.counts,
|
||||
video_url: entry.video_url,
|
||||
}))
|
||||
.sort((a, b) => a.title.localeCompare(b.title, undefined, { sensitivity: 'base' }));
|
||||
|
||||
res.json(entries);
|
||||
});
|
||||
|
||||
app.get('/api/entry', (req, res) => {
|
||||
const idParam = req.query.id;
|
||||
if (!idParam || typeof idParam !== 'string') {
|
||||
res.status(400).json({ error: 'Missing id query param' });
|
||||
return;
|
||||
}
|
||||
|
||||
const entry = entryIndex.get(idParam);
|
||||
if (!entry) {
|
||||
res.status(404).json({ error: 'Entry not found' });
|
||||
return;
|
||||
}
|
||||
|
||||
res.json(sanitizeEntryResponse(entry));
|
||||
});
|
||||
|
||||
app.get('/api/health', (_req, res) => {
|
||||
res.json({ ok: true, entries: entryIndex.size });
|
||||
});
|
||||
|
||||
app.listen(port, () => {
|
||||
console.log(`Server listening on http://localhost:${port}`);
|
||||
console.log(`Data root: ${DATA_ROOT}`);
|
||||
console.log(`Entries loaded: ${entryIndex.size}`);
|
||||
});
|
||||
}
|
||||
|
||||
main().catch((err) => {
|
||||
console.error('Failed to start server', err);
|
||||
process.exit(1);
|
||||
});
|
||||
Reference in New Issue
Block a user