S1: Einrichtungs-Assistent, Twitch-Auth, Datenbank und Chat-Aufnahme
Zugangsdaten kommen jetzt aus der App statt aus einer .env: ein Einrichtungs-Assistent auf http://localhost:4792/setup nimmt Client-ID, Secret und OBS-Passwort entgegen, der OAuth-Rueckruf laeuft auf denselben Server. Gespeichert wird verschlueselt (AES-256-GCM) in einem Volume, bewusst nicht in der Datenbank - die wird auf die Windows-Seite gesichert. Siehe ADR-0005. Technikbasis vereinfacht: Node 24 bringt node:sqlite, WebSocket, fetch und die Ausfuehrung von TypeScript mit. Das Projekt hat damit null Laufzeitabhaengigkeiten und keinen Build-Schritt; pnpm-Workspaces und die Paketmanifeste sind entfallen, Importe laufen ueber die imports-Map der Wurzel-package.json. erasableSyntaxOnly verhindert Syntax, die das Type Stripping stillschweigend entfernen wuerde. Siehe Nachtrag 2 in ADR-0001. Enthalten: - packages/core: Config, Layout, Logger mit Secret-Maskierung, Retry, YAML - packages/db: Migrationen, Repositories, alle SQL-Anweisungen an einem Ort - packages/twitch: Secret-Speicher, OAuth, Helix mit Token-Bucket, IRC - apps/ingest: Daemon, Einrichtungsseite, Spike-Erkennung - 20 Tests (IRC-Parser, Spike-Detektor, Datenbankschicht) Der Chat verbindet sich anonym, solange nichts hinterlegt ist - damit laesst sich die Datenaufnahme pruefen, bevor die Twitch-Apps existieren. Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_013VTGjd92LsDDWF3frd9FTB
This commit is contained in:
ZeasyAlexandClaude Opus 5 committed
1 parent
4ceb61f095
commit
d07c18441b
82 files changed
+2775
-838
No files matched your search
@@ -0,0 +1,341 @@
|
||||
#!/usr/bin/env node
|
||||
// Einstiegspunkt des Container-Images.
|
||||
|
||||
import { execFile, execFileSync } from 'node:child_process';
|
||||
import { createWriteStream } from 'node:fs';
|
||||
import fs from 'node:fs/promises';
|
||||
import net from 'node:net';
|
||||
import path from 'node:path';
|
||||
import { pipeline } from 'node:stream/promises';
|
||||
import { loadLayout, paths, type LayoutProfile, type Rect } from '#core/config.ts';
|
||||
import { openDb } from '#db/index.ts';
|
||||
import { secretStatus } from '#twitch/secrets.ts';
|
||||
|
||||
const WHISPER = process.env.WHISPER_BIN || 'whisper-cli';
|
||||
const OBS_HOST = process.env.OBS_WS_HOST || 'host.docker.internal';
|
||||
const OBS_PORT = Number(process.env.OBS_WS_PORT || 4455);
|
||||
|
||||
const MODELS: Record<string, string> = {
|
||||
'ggml-small.bin': 'https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-small.bin',
|
||||
'ggml-medium.bin': 'https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-medium.bin',
|
||||
'ggml-base.bin': 'https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-base.bin',
|
||||
};
|
||||
|
||||
const C = process.stdout.isTTY
|
||||
? { ok: '\x1b[32m', warn: '\x1b[33m', bad: '\x1b[31m', dim: '\x1b[90m', off: '\x1b[0m' }
|
||||
: { ok: '', warn: '', bad: '', dim: '', off: '' };
|
||||
|
||||
let hardFailures = 0;
|
||||
let warnings = 0;
|
||||
|
||||
function report(state: 'ok' | 'warn' | 'bad', label: string, detail = ''): void {
|
||||
const mark = { ok: `${C.ok} OK ${C.off}`, warn: `${C.warn} WARN ${C.off}`, bad: `${C.bad} FEHLT${C.off}` }[state];
|
||||
if (state === 'bad') hardFailures++;
|
||||
if (state === 'warn') warnings++;
|
||||
console.log(`${mark} ${label.padEnd(34)} ${C.dim}${detail}${C.off}`);
|
||||
}
|
||||
|
||||
function section(title: string): void {
|
||||
console.log(`\n${title}`);
|
||||
console.log('-'.repeat(Math.max(title.length, 40)));
|
||||
}
|
||||
|
||||
function run(cmd: string, args: string[]): string {
|
||||
return execFileSync(cmd, args, { encoding: 'utf8', stdio: ['ignore', 'pipe', 'pipe'] });
|
||||
}
|
||||
|
||||
function runAsync(cmd: string, args: string[]): Promise<{ stdout: string; stderr: string }> {
|
||||
return new Promise((resolve, reject) => {
|
||||
execFile(cmd, args, { maxBuffer: 32 * 1024 * 1024 }, (err, stdout, stderr) =>
|
||||
err ? reject(Object.assign(err, { stdout, stderr })) : resolve({ stdout, stderr }));
|
||||
});
|
||||
}
|
||||
|
||||
async function canWrite(dir: string): Promise<boolean> {
|
||||
const probe = path.join(dir, `.probe-${process.pid}`);
|
||||
try {
|
||||
await fs.mkdir(dir, { recursive: true });
|
||||
await fs.writeFile(probe, 'x');
|
||||
await fs.unlink(probe);
|
||||
return true;
|
||||
} catch { return false; }
|
||||
}
|
||||
|
||||
function tcpProbe(host: string, port: number, timeout = 2500): Promise<boolean> {
|
||||
return new Promise((resolve) => {
|
||||
const sock = new net.Socket();
|
||||
const done = (r: boolean) => { sock.destroy(); resolve(r); };
|
||||
sock.setTimeout(timeout);
|
||||
sock.once('connect', () => done(true));
|
||||
sock.once('timeout', () => done(false));
|
||||
sock.once('error', () => done(false));
|
||||
sock.connect(port, host);
|
||||
});
|
||||
}
|
||||
|
||||
// ---------------------------------------------------------------- check-env
|
||||
|
||||
async function checkEnv(): Promise<void> {
|
||||
console.log('\nabdulive-toolkit - Selbsttest der Umgebung');
|
||||
|
||||
section('Laufzeit');
|
||||
const major = Number(process.versions.node.split('.')[0]);
|
||||
report(major >= 24 ? 'ok' : 'bad', 'Node.js', `v${process.versions.node}`);
|
||||
try {
|
||||
const { DatabaseSync } = await import('node:sqlite');
|
||||
new DatabaseSync(':memory:').close();
|
||||
report('ok', 'node:sqlite (eingebaut)');
|
||||
} catch (err) {
|
||||
report('bad', 'node:sqlite', (err as Error).message.slice(0, 50));
|
||||
}
|
||||
report(typeof WebSocket !== 'undefined' ? 'ok' : 'bad', 'WebSocket (eingebaut)');
|
||||
|
||||
section('Medienwerkzeuge');
|
||||
try {
|
||||
const v = run('ffmpeg', ['-version']).split('\n')[0] ?? '';
|
||||
report('ok', 'ffmpeg', v.replace('ffmpeg version ', '').slice(0, 40));
|
||||
const cfg = run('ffmpeg', ['-hide_banner', '-buildconf']);
|
||||
report(cfg.includes('--enable-libx264') ? 'ok' : 'bad', ' libx264 (H.264-Encoder)');
|
||||
report(cfg.includes('--enable-libass') ? 'ok' : 'bad', ' libass (Untertitel einbrennen)');
|
||||
} catch { report('bad', 'ffmpeg', 'nicht im PATH'); }
|
||||
try { run('ffprobe', ['-version']); report('ok', 'ffprobe'); }
|
||||
catch { report('bad', 'ffprobe', 'nicht im PATH'); }
|
||||
try {
|
||||
run(WHISPER, ['--help']);
|
||||
report('ok', 'whisper-cli', WHISPER);
|
||||
} catch (err) {
|
||||
const text = `${(err as { stdout?: string }).stdout ?? ''}${(err as { stderr?: string }).stderr ?? ''}`;
|
||||
report(text.includes('whisper') || text.includes('usage') ? 'ok' : 'bad', 'whisper-cli',
|
||||
text.includes('whisper') ? WHISPER : 'nicht lauffaehig');
|
||||
}
|
||||
|
||||
section('Sprachmodell');
|
||||
let anyModel = false;
|
||||
for (const name of Object.keys(MODELS)) {
|
||||
try {
|
||||
const st = await fs.stat(path.join(paths.models, name));
|
||||
report('ok', name, `${(st.size / 1024 / 1024).toFixed(0)} MB`);
|
||||
anyModel = true;
|
||||
} catch { /* nicht vorhanden */ }
|
||||
}
|
||||
if (!anyModel) report('warn', 'kein Modell vorhanden', 'holen mit: fetch-model ggml-small.bin');
|
||||
|
||||
section('Verzeichnisse');
|
||||
for (const [label, dir] of [
|
||||
['Datenbank (Volume)', paths.db],
|
||||
['Arbeitsverzeichnis (Volume)', paths.work],
|
||||
['Sprachmodelle (Volume)', paths.models],
|
||||
['Clips (Bind-Mount)', paths.clips],
|
||||
] as const) {
|
||||
report(await canWrite(dir) ? 'ok' : 'bad', label, `${dir} beschreibbar`);
|
||||
}
|
||||
for (const [label, dir, hard] of [
|
||||
['OBS-Wiedergabepuffer', paths.replay, false],
|
||||
['Konfiguration', paths.config, true],
|
||||
] as const) {
|
||||
try {
|
||||
const n = (await fs.readdir(dir)).length;
|
||||
report('ok', label, `${dir} lesbar, ${n} Eintraege`);
|
||||
} catch { report(hard ? 'bad' : 'warn', label, `${dir} nicht lesbar - Mount gesetzt?`); }
|
||||
}
|
||||
|
||||
section('Datenbank');
|
||||
try {
|
||||
const db = openDb();
|
||||
const n = (db.prepare('SELECT COUNT(*) AS n FROM schema_migrations').get() as { n: number }).n;
|
||||
report('ok', 'Schema', `${n} Migration(en) angewendet`);
|
||||
} catch (err) {
|
||||
report('bad', 'Schema', (err as Error).message.slice(0, 60));
|
||||
}
|
||||
|
||||
section('Layout (Facecam-Ausschnitt)');
|
||||
try {
|
||||
const layout = loadLayout();
|
||||
const prof = layout.profiles?.['default'];
|
||||
if (!prof) throw new Error('Profil "default" fehlt');
|
||||
const sum = prof.cam.band.h + prof.game.band.h;
|
||||
report(sum === layout.target.height ? 'ok' : 'bad', 'Baender ergeben Zielhoehe',
|
||||
`${prof.cam.band.h} + ${prof.game.band.h} = ${sum} (soll ${layout.target.height})`);
|
||||
for (const [name, c] of [['Facecam', prof.cam.crop], ['Gameplay', prof.game.crop]] as const) {
|
||||
const inside = c.x >= 0 && c.y >= 0 &&
|
||||
c.x + c.w <= layout.source.width && c.y + c.h <= layout.source.height;
|
||||
report(inside ? 'ok' : 'bad', `${name}-Ausschnitt im Bild`, `${c.w}x${c.h} bei ${c.x},${c.y}`);
|
||||
}
|
||||
for (const [name, c, b] of [
|
||||
['Facecam', prof.cam.crop, prof.cam.band], ['Gameplay', prof.game.crop, prof.game.band],
|
||||
] as const) {
|
||||
const dev = Math.abs((c.w / c.h) / (b.w / b.h) - 1) * 100;
|
||||
report(dev < 1 ? 'ok' : 'warn', `${name}-Seitenverhaeltnis`,
|
||||
`Abweichung ${dev.toFixed(2)} % (>1 % verzerrt sichtbar)`);
|
||||
}
|
||||
} catch (err) {
|
||||
report('bad', 'config/layout.yaml', (err as Error).message);
|
||||
}
|
||||
|
||||
section('OBS');
|
||||
const obsUp = await tcpProbe(OBS_HOST, OBS_PORT);
|
||||
report(obsUp ? 'ok' : 'warn', 'obs-websocket erreichbar',
|
||||
`${OBS_HOST}:${OBS_PORT}${obsUp ? '' : ' - OBS laeuft nicht oder WebSocket-Server ist aus'}`);
|
||||
|
||||
section('Zugangsdaten');
|
||||
// Meldet nur, OB etwas hinterlegt ist - nie was. Siehe ADR-0005.
|
||||
const st = secretStatus();
|
||||
for (const role of ['broadcaster', 'bot'] as const) {
|
||||
const a = st.apps[role];
|
||||
report(a.clientId && a.hasSecret ? 'ok' : 'warn', `${role}: App-Daten`,
|
||||
a.clientId ? (a.hasSecret ? 'Client-ID und Secret hinterlegt' : 'Secret fehlt') : 'nichts hinterlegt');
|
||||
report(st.tokens[role].connected ? 'ok' : 'warn', `${role}: Twitch verbunden`,
|
||||
st.tokens[role].connected ? `als ${st.tokens[role].login}` : 'Einrichtung unter /setup');
|
||||
}
|
||||
report(st.obs ? 'ok' : 'warn', 'OBS-Passwort', st.obs ? 'hinterlegt' : 'Einrichtung unter /setup');
|
||||
|
||||
console.log('');
|
||||
if (hardFailures > 0) {
|
||||
console.log(`${C.bad}${hardFailures} harte Fehler${C.off}, ${warnings} Warnungen. Noch nicht einsatzbereit.`);
|
||||
process.exitCode = 1;
|
||||
} else {
|
||||
console.log(`${C.ok}Keine harten Fehler${C.off}, ${warnings} Warnungen.` +
|
||||
(warnings ? ' Warnungen ohne Einrichtung sind normal.' : ''));
|
||||
}
|
||||
}
|
||||
|
||||
// ---------------------------------------------------------------- fetch-model
|
||||
|
||||
async function fetchModel(name = 'ggml-small.bin'): Promise<void> {
|
||||
const url = MODELS[name];
|
||||
if (!url) {
|
||||
console.error(`Unbekanntes Modell "${name}". Bekannt: ${Object.keys(MODELS).join(', ')}`);
|
||||
process.exitCode = 1;
|
||||
return;
|
||||
}
|
||||
await fs.mkdir(paths.models, { recursive: true });
|
||||
const target = path.join(paths.models, name);
|
||||
try {
|
||||
const st = await fs.stat(target);
|
||||
console.log(`${name} liegt schon da (${(st.size / 1024 / 1024).toFixed(0)} MB).`);
|
||||
return;
|
||||
} catch { /* laden */ }
|
||||
|
||||
console.log(`Lade ${name} ...`);
|
||||
const res = await fetch(url, { redirect: 'follow' });
|
||||
if (!res.ok || !res.body) throw new Error(`Download fehlgeschlagen: HTTP ${res.status}`);
|
||||
const total = Number(res.headers.get('content-length') || 0);
|
||||
let seen = 0;
|
||||
let lastPrint = 0;
|
||||
const tmp = `${target}.part`;
|
||||
|
||||
await pipeline(
|
||||
(async function* () {
|
||||
for await (const chunk of res.body as unknown as AsyncIterable<Uint8Array>) {
|
||||
seen += chunk.length;
|
||||
const now = Date.now();
|
||||
if (now - lastPrint > 1000) {
|
||||
lastPrint = now;
|
||||
const pct = total ? ` (${((seen / total) * 100).toFixed(0)} %)` : '';
|
||||
process.stdout.write(`\r ${(seen / 1024 / 1024).toFixed(0)} MB${pct} `);
|
||||
}
|
||||
yield chunk;
|
||||
}
|
||||
})(),
|
||||
createWriteStream(tmp)
|
||||
);
|
||||
await fs.rename(tmp, target);
|
||||
console.log(`\rFertig: ${target} (${(seen / 1024 / 1024).toFixed(0)} MB)`);
|
||||
}
|
||||
|
||||
// ---------------------------------------------------------------- calibrate
|
||||
|
||||
function buildFilter(prof: LayoutProfile): string {
|
||||
const c = (r: Rect) => `crop=${r.w}:${r.h}:${r.x}:${r.y}`;
|
||||
return [
|
||||
`[0:v]${c(prof.cam.crop)},scale=${prof.cam.band.w}:${prof.cam.band.h},setsar=1[cam]`,
|
||||
`[0:v]${c(prof.game.crop)},scale=${prof.game.band.w}:${prof.game.band.h},setsar=1[game]`,
|
||||
'[cam][game]vstack=inputs=2[v]',
|
||||
].join(';');
|
||||
}
|
||||
|
||||
async function calibrate(input?: string, profileName = 'default'): Promise<void> {
|
||||
const layout = loadLayout();
|
||||
const prof = layout.profiles?.[profileName];
|
||||
if (!prof) throw new Error(`Profil "${profileName}" steht nicht in config/layout.yaml`);
|
||||
|
||||
if (!input) {
|
||||
const files = (await fs.readdir(paths.replay).catch(() => [] as string[]))
|
||||
.filter((f) => /\.(mp4|mkv|mov|flv|png|jpe?g)$/i.test(f)).sort();
|
||||
const last = files[files.length - 1];
|
||||
if (!last) throw new Error(`Keine Datei angegeben und nichts in ${paths.replay} gefunden.`);
|
||||
input = path.join(paths.replay, last);
|
||||
console.log(`Neueste Datei aus ${paths.replay}: ${last}`);
|
||||
}
|
||||
|
||||
const outDir = path.join(paths.clips, '_calibration');
|
||||
await fs.mkdir(outDir, { recursive: true });
|
||||
const seek = /\.(png|jpe?g)$/i.test(input) ? [] : ['-ss', '5'];
|
||||
const quiet = ['-y', '-hide_banner', '-loglevel', 'error'];
|
||||
|
||||
const frame = path.join(outDir, 'frame.png');
|
||||
await runAsync('ffmpeg', [...quiet, ...seek, '-i', input, '-frames:v', '1', frame]);
|
||||
|
||||
const preview = path.join(outDir, `preview-${profileName}.png`);
|
||||
await runAsync('ffmpeg', [...quiet, '-i', frame, '-filter_complex', buildFilter(prof),
|
||||
'-map', '[v]', '-frames:v', '1', preview]);
|
||||
|
||||
const marked = path.join(outDir, 'ausschnitte.png');
|
||||
const box = (r: Rect, color: string) => `drawbox=x=${r.x}:y=${r.y}:w=${r.w}:h=${r.h}:color=${color}:t=4`;
|
||||
await runAsync('ffmpeg', [...quiet, '-i', frame, '-vf',
|
||||
`${box(prof.cam.crop, 'yellow')},${box(prof.game.crop, 'cyan')}`, '-frames:v', '1', marked]);
|
||||
|
||||
console.log('\nGeschrieben:');
|
||||
console.log(` ${frame} Einzelbild aus der Quelle`);
|
||||
console.log(` ${marked} Ausschnitte markiert (gelb = Cam, cyan = Gameplay)`);
|
||||
console.log(` ${preview} fertige 9:16-Vorschau`);
|
||||
console.log('\nSitzt der Ausschnitt nicht, die Werte in config/layout.yaml anpassen');
|
||||
console.log('und den Befehl erneut ausfuehren.');
|
||||
}
|
||||
|
||||
// ---------------------------------------------------------------- help
|
||||
|
||||
function help(): void {
|
||||
console.log(`
|
||||
abdulive-toolkit - Container-Einstiegspunkt
|
||||
|
||||
ingest Daemon starten (Chat, Zuschauerzahlen, Einrichtungsseite)
|
||||
check-env Umgebung pruefen
|
||||
db:migrate Migrationen anwenden
|
||||
fetch-model [name] Whisper-Modell laden (Vorgabe: ggml-small.bin)
|
||||
calibrate [datei] [profil] Facecam-Ausschnitt pruefen, Vorschau rendern
|
||||
help Diese Uebersicht
|
||||
|
||||
Einrichtung nach dem Start: http://localhost:4792/setup
|
||||
|
||||
Stand: Scheiben S0 und S1 aus docs/07-mvp-plan.md. OBS-Anbindung, Clipping
|
||||
und Untertitel folgen in S2 bis S4.
|
||||
`);
|
||||
}
|
||||
|
||||
// ---------------------------------------------------------------- main
|
||||
|
||||
const [cmd, ...args] = process.argv.slice(2);
|
||||
try {
|
||||
switch (cmd) {
|
||||
case 'ingest': {
|
||||
const { runIngest } = await import('../apps/ingest/src/index.ts');
|
||||
await runIngest();
|
||||
break;
|
||||
}
|
||||
case 'check-env': await checkEnv(); break;
|
||||
case 'db:migrate': openDb(); console.log('Migrationen sind aktuell.'); break;
|
||||
case 'fetch-model': await fetchModel(args[0]); break;
|
||||
case 'calibrate': await calibrate(args[0], args[1]); break;
|
||||
case 'help': case undefined: help(); break;
|
||||
default:
|
||||
console.error(`Unbekannter Befehl "${cmd}".`);
|
||||
help();
|
||||
process.exitCode = 1;
|
||||
}
|
||||
} catch (err) {
|
||||
console.error(`\n${C.bad}Fehler:${C.off} ${(err as Error).message}`);
|
||||
const stderr = (err as { stderr?: string }).stderr;
|
||||
if (stderr) console.error(String(stderr).trim().split('\n').slice(-5).join('\n'));
|
||||
process.exitCode = 1;
|
||||
}
|
||||
Reference in new issue
Block a user