S1: Einrichtungs-Assistent, Twitch-Auth, Datenbank und Chat-Aufnahme

Zugangsdaten kommen jetzt aus der App statt aus einer .env: ein
Einrichtungs-Assistent auf http://localhost:4792/setup nimmt Client-ID,
Secret und OBS-Passwort entgegen, der OAuth-Rueckruf laeuft auf denselben
Server. Gespeichert wird verschlueselt (AES-256-GCM) in einem Volume,
bewusst nicht in der Datenbank - die wird auf die Windows-Seite gesichert.
Siehe ADR-0005.

Technikbasis vereinfacht: Node 24 bringt node:sqlite, WebSocket, fetch und
die Ausfuehrung von TypeScript mit. Das Projekt hat damit null
Laufzeitabhaengigkeiten und keinen Build-Schritt; pnpm-Workspaces und die
Paketmanifeste sind entfallen, Importe laufen ueber die imports-Map der
Wurzel-package.json. erasableSyntaxOnly verhindert Syntax, die das Type
Stripping stillschweigend entfernen wuerde. Siehe Nachtrag 2 in ADR-0001.

Enthalten:
- packages/core: Config, Layout, Logger mit Secret-Maskierung, Retry, YAML
- packages/db: Migrationen, Repositories, alle SQL-Anweisungen an einem Ort
- packages/twitch: Secret-Speicher, OAuth, Helix mit Token-Bucket, IRC
- apps/ingest: Daemon, Einrichtungsseite, Spike-Erkennung
- 20 Tests (IRC-Parser, Spike-Detektor, Datenbankschicht)

Der Chat verbindet sich anonym, solange nichts hinterlegt ist - damit laesst
sich die Datenaufnahme pruefen, bevor die Twitch-Apps existieren.

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_013VTGjd92LsDDWF3frd9FTB
This commit is contained in:
ZeasyAlexandClaude Opus 5 committed 2026-09-09 09:56:55 +02:00
1 parent 4ceb61f095
commit d07c18441b
82 files changed
+2775 -838

No files matched your search

+111
View File
@@ -0,0 +1,111 @@
-- Grundschema. Siehe docs/03-data-model.md.
-- Zugangsdaten stehen bewusst NICHT hier drin (ADR-0005) - diese Datei
-- wird per VACUUM INTO auf die Windows-Seite gesichert.
CREATE TABLE events (
id TEXT PRIMARY KEY,
ts TEXT NOT NULL,
type TEXT NOT NULL,
stream_id TEXT,
user_id TEXT,
payload TEXT NOT NULL
);
CREATE INDEX idx_events_ts ON events(ts);
CREATE INDEX idx_events_type ON events(type, ts);
CREATE INDEX idx_events_strm ON events(stream_id, ts);
CREATE TABLE streams (
id TEXT PRIMARY KEY,
started_at TEXT NOT NULL,
ended_at TEXT,
vod_id TEXT,
peak_viewers INTEGER NOT NULL DEFAULT 0,
avg_viewers REAL,
unique_chatters INTEGER NOT NULL DEFAULT 0,
new_followers INTEGER NOT NULL DEFAULT 0
);
CREATE TABLE stream_segments (
id INTEGER PRIMARY KEY,
stream_id TEXT NOT NULL REFERENCES streams(id),
started_at TEXT NOT NULL,
ended_at TEXT,
title TEXT,
category_id TEXT,
category TEXT,
obs_scene TEXT
);
CREATE INDEX idx_segments_stream ON stream_segments(stream_id, started_at);
CREATE TABLE viewer_samples (
stream_id TEXT NOT NULL REFERENCES streams(id),
ts TEXT NOT NULL,
viewers INTEGER NOT NULL,
PRIMARY KEY (stream_id, ts)
);
CREATE TABLE users (
id TEXT PRIMARY KEY,
login TEXT NOT NULL,
display_name TEXT NOT NULL,
first_seen_at TEXT NOT NULL,
last_seen_at TEXT NOT NULL,
streams_present INTEGER NOT NULL DEFAULT 0,
streams_chatted INTEGER NOT NULL DEFAULT 0,
message_count INTEGER NOT NULL DEFAULT 0,
is_follower INTEGER NOT NULL DEFAULT 0,
followed_at TEXT,
is_sub INTEGER NOT NULL DEFAULT 0,
sub_tier TEXT,
points INTEGER NOT NULL DEFAULT 0,
watch_minutes INTEGER NOT NULL DEFAULT 0,
greeting TEXT,
notes TEXT,
pronouns TEXT,
muted_greeting INTEGER NOT NULL DEFAULT 0
);
CREATE INDEX idx_users_login ON users(login);
CREATE TABLE user_streams (
user_id TEXT NOT NULL REFERENCES users(id),
stream_id TEXT NOT NULL REFERENCES streams(id),
first_ts TEXT NOT NULL,
last_ts TEXT NOT NULL,
messages INTEGER NOT NULL DEFAULT 0,
minutes INTEGER NOT NULL DEFAULT 0,
PRIMARY KEY (user_id, stream_id)
);
CREATE TABLE chat_messages (
id TEXT PRIMARY KEY,
stream_id TEXT REFERENCES streams(id),
ts TEXT NOT NULL,
user_id TEXT NOT NULL REFERENCES users(id),
text TEXT NOT NULL,
emotes TEXT,
is_first INTEGER NOT NULL DEFAULT 0,
is_command INTEGER NOT NULL DEFAULT 0,
bits INTEGER NOT NULL DEFAULT 0
);
CREATE INDEX idx_chat_stream_ts ON chat_messages(stream_id, ts);
CREATE INDEX idx_chat_user ON chat_messages(user_id, ts);
CREATE TABLE clips (
id TEXT PRIMARY KEY,
twitch_clip_id TEXT,
stream_id TEXT REFERENCES streams(id),
created_at TEXT NOT NULL,
trigger TEXT NOT NULL,
trigger_score REAL,
source TEXT NOT NULL,
raw_path TEXT,
vertical_path TEXT,
subtitle_path TEXT,
duration_s REAL,
title TEXT,
transcript TEXT,
status TEXT NOT NULL,
score REAL,
uploaded_to TEXT
);
CREATE INDEX idx_clips_stream ON clips(stream_id, created_at);
-12
View File
@@ -1,12 +0,0 @@
{
"name": "@abdulive/db",
"version": "0.1.0",
"private": true,
"type": "module",
"main": "dist/index.js",
"scripts": {
"build": "tsc -p tsconfig.json",
"typecheck": "tsc -p tsconfig.json --noEmit",
"test": "node --test"
}
}
+63 -2
View File
@@ -1,2 +1,63 @@
// @abdulive/db — siehe docs/03-data-model.md
export {};
// SQLite ueber das eingebaute node:sqlite - keine native Abhaengigkeit,
// kein node-gyp, kein Build. Siehe ADR-0002.
import { DatabaseSync } from 'node:sqlite';
import fs from 'node:fs';
import path from 'node:path';
import { fileURLToPath } from 'node:url';
import { paths } from '#core/config.ts';
import { logger } from '#core/logger.ts';
const log = logger('db');
const MIGRATIONS = path.join(path.dirname(fileURLToPath(import.meta.url)), '..', 'migrations');
export type Db = DatabaseSync;
let db: Db | null = null;
export function openDb(file = path.join(paths.db, 'abdulive.db')): Db {
if (db) return db;
fs.mkdirSync(path.dirname(file), { recursive: true });
const handle = new DatabaseSync(file);
// WAL erlaubt beliebig viele Leser neben einem Schreiber - genau unsere
// Topologie. busy_timeout faengt die kurzen Ueberschneidungen ab.
handle.exec('PRAGMA journal_mode = WAL');
handle.exec('PRAGMA busy_timeout = 5000');
handle.exec('PRAGMA foreign_keys = ON');
handle.exec('PRAGMA synchronous = NORMAL');
migrate(handle);
db = handle;
return db;
}
export function migrate(handle: Db): void {
handle.exec('CREATE TABLE IF NOT EXISTS schema_migrations (name TEXT PRIMARY KEY, applied_at TEXT NOT NULL)');
const applied = new Set(
(handle.prepare('SELECT name FROM schema_migrations').all() as Array<{ name: string }>)
.map((r) => r.name)
);
const files = fs.readdirSync(MIGRATIONS).filter((f) => f.endsWith('.sql')).sort();
for (const name of files) {
if (applied.has(name)) continue;
const sql = fs.readFileSync(path.join(MIGRATIONS, name), 'utf8');
handle.exec('BEGIN');
try {
handle.exec(sql);
handle.prepare('INSERT INTO schema_migrations (name, applied_at) VALUES (?, ?)')
.run(name, new Date().toISOString());
handle.exec('COMMIT');
log.info(`Migration angewendet: ${name}`);
} catch (err) {
handle.exec('ROLLBACK');
throw new Error(`Migration ${name} fehlgeschlagen: ${(err as Error).message}`);
}
}
}
export function closeDb(): void {
db?.close();
db = null;
}
+114
View File
@@ -0,0 +1,114 @@
import { test } from 'node:test';
import assert from 'node:assert/strict';
import fs from 'node:fs';
import os from 'node:os';
import path from 'node:path';
import type { ChatMessage } from '#shared/events.ts';
import { migrate } from './index.ts';
import { repos } from './repos.ts';
import { DatabaseSync } from 'node:sqlite';
function freshDb() {
const dir = fs.mkdtempSync(path.join(os.tmpdir(), 'abdulive-test-'));
const db = new DatabaseSync(path.join(dir, 't.db'));
db.exec('PRAGMA foreign_keys = ON');
migrate(db);
return { db, repo: repos(db), dir };
}
function msg(over: Partial<ChatMessage> = {}): ChatMessage {
return {
id: `m-${Math.random().toString(36).slice(2)}`,
ts: '2026-09-09T20:00:00.000Z',
userId: '42', login: 'maxi_2k', displayName: 'maxi_2k',
text: 'moin', emotes: [], isFirst: false, isReturning: false,
isCommand: false, isMod: false, isSub: false, isBroadcaster: false,
bits: 0, color: null, ...over,
};
}
test('legt Nutzer an und zaehlt Nachrichten', () => {
const { db, repo } = freshDb();
repo.openStream('s1', '2026-09-09T19:00:00.000Z');
repo.recordMessage(msg(), 's1');
repo.recordMessage(msg({ text: 'zweite' }), 's1');
const user = db.prepare('SELECT * FROM users WHERE id = ?').get('42') as
{ message_count: number; login: string; first_seen_at: string };
assert.equal(user.message_count, 2);
assert.equal(user.login, 'maxi_2k');
const n = db.prepare('SELECT COUNT(*) AS n FROM chat_messages').get() as { n: number };
assert.equal(n.n, 2);
});
test('Namenswechsel erhaelt die Historie', () => {
const { db, repo } = freshDb();
repo.openStream('s1', '2026-09-09T19:00:00.000Z');
repo.recordMessage(msg(), 's1');
// Gleiche user-id, neuer Login - so sieht eine Twitch-Namensaenderung aus
repo.recordMessage(msg({ login: 'maxi_neu', displayName: 'Maxi_Neu' }), 's1');
const rows = db.prepare('SELECT * FROM users').all() as Array<{ login: string; message_count: number }>;
assert.equal(rows.length, 1, 'darf keinen zweiten Nutzer angelegt haben');
assert.equal(rows[0]!.login, 'maxi_neu');
assert.equal(rows[0]!.message_count, 2);
});
test('zaehlt Streams, an denen jemand geschrieben hat', () => {
const { repo } = freshDb();
repo.openStream('s1', '2026-09-09T19:00:00.000Z');
repo.openStream('s2', '2026-09-10T19:00:00.000Z');
assert.equal(repo.recordMessage(msg(), 's1').streamsChatted, 1);
assert.equal(repo.recordMessage(msg(), 's1').streamsChatted, 1);
assert.equal(repo.recordMessage(msg(), 's2').streamsChatted, 2);
});
test('doppelte Nachrichten-IDs werden nicht zweimal gespeichert', () => {
const { db, repo } = freshDb();
repo.openStream('s1', '2026-09-09T19:00:00.000Z');
const m = msg({ id: 'immer-gleich' });
repo.recordMessage(m, 's1');
repo.recordMessage(m, 's1');
const n = db.prepare('SELECT COUNT(*) AS n FROM chat_messages').get() as { n: number };
assert.equal(n.n, 1);
});
test('Zuschauerzahlen setzen den Hoechststand', () => {
const { repo } = freshDb();
repo.openStream('s1', '2026-09-09T19:00:00.000Z');
repo.sample('s1', '2026-09-09T19:01:00.000Z', 8);
repo.sample('s1', '2026-09-09T19:02:00.000Z', 17);
repo.sample('s1', '2026-09-09T19:03:00.000Z', 11);
assert.equal(repo.getStream('s1')?.peak_viewers, 17);
});
test('offene Sitzung wird gefunden und geschlossen', () => {
const { repo } = freshDb();
repo.openStream('s1', '2026-09-09T19:00:00.000Z');
assert.equal(repo.latestOpenStream()?.id, 's1');
repo.closeStream('s1', '2026-09-09T22:00:00.000Z');
assert.equal(repo.latestOpenStream(), undefined);
});
test('erneutes openStream ueberschreibt eine laufende Sitzung nicht', () => {
const { repo } = freshDb();
repo.openStream('s1', '2026-09-09T19:00:00.000Z');
repo.openStream('s1', '2026-09-09T21:00:00.000Z');
assert.equal(repo.getStream('s1')?.started_at, '2026-09-09T19:00:00.000Z');
});
test('Nachrichten ohne laufenden Stream gehen trotzdem nicht verloren', () => {
const { db, repo } = freshDb();
repo.recordMessage(msg(), null);
const row = db.prepare('SELECT stream_id FROM chat_messages').get() as { stream_id: string | null };
assert.equal(row.stream_id, null);
});
test('unique_chatters zaehlt Personen, nicht Nachrichten', () => {
const { repo } = freshDb();
repo.openStream('s1', '2026-09-09T19:00:00.000Z');
repo.recordMessage(msg({ userId: '1', login: 'a' }), 's1');
repo.recordMessage(msg({ userId: '1', login: 'a' }), 's1');
repo.recordMessage(msg({ userId: '2', login: 'b' }), 's1');
assert.equal(repo.getStream('s1')?.unique_chatters, 2);
});
+125
View File
@@ -0,0 +1,125 @@
// Alle SQL-Anweisungen des Projekts stehen hier. Kein anderer Ort schreibt
// SQL - das haelt das Schema an einer Stelle nachvollziehbar.
import type { Db } from './index.ts';
import type { ChatMessage, EventType, StreamEvent } from '#shared/events.ts';
import { ulid } from '#shared/events.ts';
export type StreamRow = {
id: string; started_at: string; ended_at: string | null;
peak_viewers: number; unique_chatters: number;
};
export function repos(db: Db) {
const stmt = {
insertEvent: db.prepare(
'INSERT OR IGNORE INTO events (id, ts, type, stream_id, user_id, payload) VALUES (?,?,?,?,?,?)'
),
upsertUser: db.prepare(`
INSERT INTO users (id, login, display_name, first_seen_at, last_seen_at, message_count)
VALUES (?,?,?,?,?,0)
ON CONFLICT(id) DO UPDATE SET
login = excluded.login,
display_name = excluded.display_name,
last_seen_at = excluded.last_seen_at
`),
bumpUserMessage: db.prepare(
'UPDATE users SET message_count = message_count + 1, last_seen_at = ? WHERE id = ?'
),
getUser: db.prepare('SELECT * FROM users WHERE id = ?'),
insertChat: db.prepare(`
INSERT OR IGNORE INTO chat_messages
(id, stream_id, ts, user_id, text, emotes, is_first, is_command, bits)
VALUES (?,?,?,?,?,?,?,?,?)
`),
openStream: db.prepare(
'INSERT OR IGNORE INTO streams (id, started_at) VALUES (?,?)'
),
closeStream: db.prepare('UPDATE streams SET ended_at = ? WHERE id = ? AND ended_at IS NULL'),
getStream: db.prepare('SELECT * FROM streams WHERE id = ?'),
latestOpenStream: db.prepare(
'SELECT * FROM streams WHERE ended_at IS NULL ORDER BY started_at DESC LIMIT 1'
),
sample: db.prepare(
'INSERT OR REPLACE INTO viewer_samples (stream_id, ts, viewers) VALUES (?,?,?)'
),
bumpPeak: db.prepare('UPDATE streams SET peak_viewers = ? WHERE id = ? AND peak_viewers < ?'),
touchUserStream: db.prepare(`
INSERT INTO user_streams (user_id, stream_id, first_ts, last_ts, messages)
VALUES (?,?,?,?,?)
ON CONFLICT(user_id, stream_id) DO UPDATE SET
last_ts = excluded.last_ts,
messages = user_streams.messages + excluded.messages
`),
countUserStreams: db.prepare(
'SELECT COUNT(*) AS n FROM user_streams WHERE user_id = ?'
),
recountChatters: db.prepare(`
UPDATE streams SET unique_chatters =
(SELECT COUNT(*) FROM user_streams WHERE stream_id = ? AND messages > 0)
WHERE id = ?
`),
recentChat: db.prepare(
'SELECT ts, text, user_id FROM chat_messages WHERE ts >= ? ORDER BY ts'
),
stats: db.prepare(`
SELECT
(SELECT COUNT(*) FROM chat_messages) AS messages,
(SELECT COUNT(*) FROM users) AS users,
(SELECT COUNT(*) FROM streams) AS streams,
(SELECT COUNT(*) FROM events) AS events
`),
};
return {
event(type: EventType, payload: unknown, streamId: string | null = null,
userId: string | null = null, ts = new Date().toISOString()): StreamEvent {
const ev: StreamEvent = { id: ulid(), ts, type, streamId, userId, payload };
stmt.insertEvent.run(ev.id, ev.ts, ev.type, ev.streamId, ev.userId, JSON.stringify(payload));
return ev;
},
/** Schreibt Nutzer, Nachricht und Anwesenheit in einer Transaktion. */
recordMessage(msg: ChatMessage, streamId: string | null): { streamsChatted: number } {
db.exec('BEGIN');
try {
stmt.upsertUser.run(msg.userId, msg.login, msg.displayName, msg.ts, msg.ts);
stmt.bumpUserMessage.run(msg.ts, msg.userId);
stmt.insertChat.run(
msg.id, streamId, msg.ts, msg.userId, msg.text,
JSON.stringify(msg.emotes), msg.isFirst ? 1 : 0, msg.isCommand ? 1 : 0, msg.bits
);
if (streamId) {
stmt.touchUserStream.run(msg.userId, streamId, msg.ts, msg.ts, 1);
stmt.recountChatters.run(streamId, streamId);
}
db.exec('COMMIT');
} catch (err) {
db.exec('ROLLBACK');
throw err;
}
const row = stmt.countUserStreams.get(msg.userId) as { n: number } | undefined;
return { streamsChatted: row?.n ?? 0 };
},
openStream(id: string, startedAt: string): void { stmt.openStream.run(id, startedAt); },
closeStream(id: string, endedAt: string): void { stmt.closeStream.run(endedAt, id); },
getStream(id: string) { return stmt.getStream.get(id) as StreamRow | undefined; },
latestOpenStream() { return stmt.latestOpenStream.get() as StreamRow | undefined; },
sample(streamId: string, ts: string, viewers: number): void {
stmt.sample.run(streamId, ts, viewers);
stmt.bumpPeak.run(viewers, streamId, viewers);
},
recentChat(sinceIso: string) {
return stmt.recentChat.all(sinceIso) as Array<{ ts: string; text: string; user_id: string }>;
},
stats() {
return stmt.stats.get() as { messages: number; users: number; streams: number; events: number };
},
};
}
export type Repos = ReturnType<typeof repos>;
-5
View File
@@ -1,5 +0,0 @@
{
"extends": "../../tsconfig.base.json",
"compilerOptions": { "outDir": "dist", "rootDir": "src" },
"include": ["src"]
}