flightsimulatorplatfrom/OpenSquawk
1
0
Fork 0
mirror of https://github.com/OpenSquawk/OpenSquawk synced 2026-08-07 10:05:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

communcations verbessern

Browse Source
This commit is contained in:
itsrubberduck
2025-09-15 19:34:42 +02:00
parent a635c3ed42
commit 601aeb8805
9 changed files with 184 additions and 1086 deletions
Download Patch File Download Diff File Expand all files Collapse all files

154
server/api/atc/say.stream.get.ts
View File

@@ -1,154 +0,0 @@
import { getQuery, createError } from "h3";
import { spawn } from "node:child_process";
import { openai, TTS_MODEL, normalizeATC } from "../../utils/openai";
function buildRadioFilter(level: number) {
const L = Math.max(1, Math.min(5, Math.floor(level || 4)));
const band = (hp: number, lp: number, gain = 6) =>
`highpass=f=${hp},lowpass=f=${lp},compand=attacks=0.02:decays=0.25:points=-80/-900|-70/-20|0/-10|20/-8:gain=${gain}`;
const dropout = (period: number, dur: number) =>
`volume=enable='lt(mod(t\\,${period})\\,${dur})':volume=0`;
const tail = `aecho=0.6:0.7:8:0.08,acompressor=threshold=0.6:ratio=6:attack=20:release=200`;
// helpers (ACHTUNG: weights **gequotet** oder mit | getrennt)
const mixCrush = (bits: number, mix = 0.25, inLabel = "pre", outLabel = "mix1") => [
`[${inLabel}]asplit=2[clean][toCrush]`,
`[toCrush]acrusher=bits=${bits}:mix=1[crushed]`,
`[clean][crushed]amix=inputs=2:weights='1 ${mix}':duration=shortest[${outLabel}]`,
];
const mixNoise = (amp: number, inLabel = "mix1", outLabel = "mix2") => [
`anoisesrc=color=white:amplitude=${amp}[ns]`,
`[${inLabel}][ns]amix=inputs=2:weights='1 0.25':duration=shortest[${outLabel}]`,
];
const dropAndTail = (inLabel: string, period?: number, dur?: number) => {
const chain: string[] = [];
if (period && dur) chain.push(`[${inLabel}]${dropout(period, dur)}[drop]`);
const src = period && dur ? "drop" : inLabel;
chain.push(`[${src}]${tail}[out]`);
return chain;
};
if (L === 5)
return [
`[0:a]${band(300,3400)},volume=1.2[a]`,
`anoisesrc=color=white:amplitude=0.02[ns]`,
`[a][ns]amix=inputs=2:weights='1 0.25':duration=shortest[mix]`,
`[mix]${tail}[out]`,
].join(";");
if (L === 4)
return [
`[0:a]${band(320,3300)},volume=1.15[pre]`,
...mixNoise(0.03, "pre", "mix"),
`[mix]${tail}[out]`,
].join(";");
if (L === 3)
return [
`[0:a]${band(350,3200)},volume=1.1[pre]`,
...mixCrush(12, 0.22, "pre", "mix1"),
...mixNoise(0.05, "mix1", "mix2"),
...dropAndTail("mix2", 6, 0.06),
].join(";");
if (L === 2)
return [
`[0:a]${band(400,3000)},volume=1.05[pre]`,
...mixCrush(10, 0.32, "pre", "mix1"),
`anoisesrc=color=white:amplitude=0.08[ns]`,
`[mix1][ns]amix=inputs=2:weights='1 0.6':duration=shortest[mix2]`,
...dropAndTail("mix2", 4.5, 0.12),
].join(";");
// L === 1
return [
`[0:a]${band(500,2600,5)},volume=1.0[pre]`,
...mixCrush(8, 0.45, "pre", "mix1"),
`anoisesrc=color=white:amplitude=0.12[ns]`,
`[mix1][ns]amix=inputs=2:weights='1 0.8':duration=shortest[mix2]`,
...dropAndTail("mix2", 3.5, 0.2),
].join(";");
}
// super-simpler Fallback ohne Mix/Noise (falls Filter scheitert)
const SIMPLE_FILTER = `[0:a]highpass=f=350,lowpass=f=3000,acompressor=threshold=0.6:ratio=6:attack=20:release=200[out]`;
export default defineEventHandler(async (event) => {
const q = getQuery(event);
const raw = String(q.text || "").trim();
if (!raw) throw createError({ statusCode: 400, statusMessage: "text required" });
const level = Math.max(1, Math.min(5, parseInt(String(q.level ?? "4"), 10) || 4));
const voice = String(q.voice || "alloy");
const normalized = normalizeATC(raw) || raw;
// 1) TTS → WAV
const tts = await openai.audio.speech.create({
model: TTS_MODEL,
voice,
format: "wav",
input: normalized,
});
const wav = Buffer.from(await tts.arrayBuffer());
if (wav.byteLength < 100) throw createError({ statusCode: 500, statusMessage: "TTS empty" });
async function runFfmpeg(filter: string) {
return new Promise<void>((resolve) => {
const ff = spawn("ffmpeg", [
"-hide_banner", "-loglevel", "error",
"-f", "wav", "-i", "pipe:0",
"-filter_complex", filter,
"-map", "[out]",
"-ac", "1", "-ar", "16000",
"-c:a", "libopus", "-b:a", "12k", "-application", "voip",
"-f", "ogg", "pipe:1",
], { stdio: ["pipe", "pipe", "pipe"] });
const res = event.node.res;
let started = false;
let ffErr = "";
ff.stderr.on("data", d => { ffErr += d.toString(); });
ff.stdout.once("data", (chunk: Buffer) => {
if (!started) {
started = true;
res.statusCode = 200;
res.setHeader("Content-Type", "audio/ogg");
res.setHeader("Cache-Control", "no-store");
res.setHeader("Accept-Ranges", "none");
(res as any).flushHeaders?.();
}
res.write(chunk);
ff.stdout.pipe(res);
});
ff.stdin.on("error", () => {});
ff.stdin.write(wav);
ff.stdin.end();
ff.on("close", (code) => {
if (!started) {
// Fehlerpfad → JSON-Fehler zurück
if (!res.headersSent) {
res.statusCode = 500;
res.setHeader("Content-Type", "application/json");
}
res.end(JSON.stringify({ error: true, message: ffErr || `ffmpeg exit ${code}` }));
} else {
if (!res.writableEnded) res.end();
}
resolve();
});
});
}
// erst komplexer Filter; wenn der fehlschlägt → SIMPLE_FILTER
await runFfmpeg(buildRadioFilter(level));
if (!event.node.res.headersSent) {
// zweiter Versuch
await runFfmpeg(SIMPLE_FILTER);
}
});

56
server/api/ptt/reply.post.ts
View File

@@ -1,56 +0,0 @@
import { readMultipartFormData, createError } from "h3";
import { openai, LLM_MODEL, TTS_MODEL, atcReplyPrompt } from "../../utils/openai";
import { applyRadioEffect } from "../../utils/radio";
import { writeFile, rm, readFile } from "node:fs/promises";
import { randomUUID } from "node:crypto";
import { tmpdir } from "node:os";
import { join } from "node:path";
import { toFile } from "openai/uploads";
export default defineEventHandler(async (event) => {
const parts = await readMultipartFormData(event);
if (!parts) throw createError({ statusCode: 400, statusMessage: "No form-data" });
// Default ohne Text-Input: immer TTS
const audio = parts.find(p => p.type && p.data);
if (!audio) throw createError({ statusCode: 400, statusMessage: "No audio file" });
const file = await toFile(
audio.data,
audio.filename || "ptt.webm",
{ type: audio.type || "audio/webm" }
);
// 1) Transkription (Whisper)
const tr = await openai.audio.transcriptions.create({ model: "whisper-1", file });
const pilotText = (tr.text || "").trim();
if (!pilotText) throw createError({ statusCode: 400, statusMessage: "Empty transcription" });
// 2) ATC-Antwort (LLM)
const resp = await openai.responses.create({
model: LLM_MODEL,
input: atcReplyPrompt(pilotText),
});
const replyText = (resp.output_text || "").trim();
if (!replyText) throw createError({ statusCode: 500, statusMessage: "LLM empty" });
// 3) TTS + Funk-Effekt
const clean = join(tmpdir(), `tts-${randomUUID()}.wav`);
const radio = join(tmpdir(), `radio-${randomUUID()}.wav`);
const tts = await openai.audio.speech.create({
model: TTS_MODEL,
voice: "alloy",
format: "wav",
input: replyText,
});
await writeFile(clean, Buffer.from(await tts.arrayBuffer()));
await applyRadioEffect(clean, radio);
const data = await readFile(radio);
const b64 = Buffer.from(data).toString("base64");
rm(clean).catch(() => {});
rm(radio).catch(() => {});
return { pilotText, replyText, audio: { mime: "audio/wav", base64: b64 } };
});

24
server/api/ptt/transcribe.post.ts
View File

@@ -1,24 +0,0 @@
import { readMultipartFormData, createError } from "h3";
import { openai } from "../../utils/openai";
import { toFile } from "openai/uploads"; // ⟵ NEU
export default defineEventHandler(async (event) => {
const parts = await readMultipartFormData(event);
if (!parts) throw createError({ statusCode: 400, statusMessage: "No form-data" });
const audio = parts.find(p => p.type && p.data);
if (!audio) throw createError({ statusCode: 400, statusMessage: "No audio file" });
const file = await toFile(
audio.data, // Buffer
audio.filename || "ptt.webm", // ⟵ mit Endung
{ type: audio.type || "audio/webm" } // ⟵ korrekter MIME
);
const tr = await openai.audio.transcriptions.create({
model: "whisper-1",
file
});
return { text: tr.text };
});