Merge branch 'feature/s4-07-parakeet' of https://gitlab.rlp.net/proj-wise2526-video2document/video2document into feature/s4-07-parakeet

env example is in UTF 16 which, when copied and used as the .env, is...

See merge request proj-wise2526-video2document/video2document!79

main.js

@@ -160,6 +160,7 @@ electron.ipcMain.on("file_submit", async (event, args) => {
             mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
         }).catch(err => {
             mainWindow.webContents.send("error", err)
+            console.log(err);
             return
         })
 
@@ -174,6 +175,7 @@ electron.ipcMain.on("file_submit", async (event, args) => {
             mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
         }).catch(err => {
             mainWindow.webContents.send("error", err)
+            console.log(err);
             return
         })
 
@@ -188,6 +190,7 @@ electron.ipcMain.on("file_submit", async (event, args) => {
             mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
         }).catch(err => {
             mainWindow.webContents.send("error", err)
+            console.log(err);
             return
         })
 
@@ -204,6 +207,7 @@ electron.ipcMain.on("file_submit", async (event, args) => {
             mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
         }).catch(err => {
             mainWindow.webContents.send("error", err)
+            console.log(err);
             return
         })
 
@@ -212,6 +216,7 @@ electron.ipcMain.on("file_submit", async (event, args) => {
             mainWindow.webContents.send("speakerAudios", resp)
         }).catch(err => {
             mainWindow.webContents.send("error", err)
+            console.log(err);
             return
         })
     } catch (error) {

services/modules/convert/convert.js

@@ -30,25 +30,28 @@ async function showSaveDialog(defaultName, format) {
             throw err;
         }
     } else if (platform === 'win32') {
-        // Windows
+    const safeName = decodeURIComponent(defaultName);
-        const powershell = `
+
-            Add-Type -AssemblyName System.Windows.Forms
+    const powershell = `
-            $dialog = New-Object System.Windows.Forms.SaveFileDialog
+        Add-Type -AssemblyName System.Windows.Forms;
-            $dialog.FileName = "${defaultName}.${format}"
+        $dialog = New-Object System.Windows.Forms.SaveFileDialog;
-            $dialog.Filter = "${format.toUpperCase()} Dateien (*.${format})|*.${format}|Alle Dateien (*.*)|*.*"
+        $dialog.FileName = '${safeName}.${format}';
-            $dialog.Title = "Dokument speichern als"
+        $dialog.Filter = '${format.toUpperCase()} Dateien (*.${format})|*.${format}|Alle Dateien (*.*)|*.*';
-            $result = $dialog.ShowDialog()
+        $dialog.Title = 'Dokument speichern als';
-            if ($result -eq 'OK') { $dialog.FileName }
+        $result = $dialog.ShowDialog();
-        `;
+        if ($result -eq 'OK') { $dialog.FileName }
-        
+    `;
-        try {
+
-            const result = execSync(`powershell -Command "${powershell.replace(/\n/g, '; ')}"`, { 
+    try {
-                encoding: 'utf8' 
+        const result = execSync(
-            });
+            `powershell -NoProfile -Command "${powershell.replace(/\r?\n/g, ' ')}"`,
-            return result.trim() || null;
+            { encoding: 'utf8' }
-        } catch (err) {
+        );
-            throw err;
+        return result.trim() || null;
-        }
+    } catch (err) {
+        if (err.status === 1) return null; // User cancelled
+        throw new Error("Save dialog failed: " + err.message);
+    }
     } else {
         // Linux - zenity oder kdialog
         try {

services/modules/transcription-local/parakeet.js

@@ -0,0 +1,54 @@
+// -----------------------------------------------------------
+//  Parakeet (Step 3A: spawn Python minimal integration)
+// -----------------------------------------------------------
+
+const fs = require("fs");
+const path = require("path");
+const { spawn } = require("child_process");
+
+module.exports = {
+    name: "parakeet",
+    type: "transcription",
+    displayname: "NVIDIA Parakeet",
+
+    async function(audioFilePath) {
+        console.log("🦜 [Parakeet] Starting test integration (spawn only)...");
+        console.log("🦜 Input audio:", audioFilePath);
+
+        // Check audio exists
+        if (!fs.existsSync(audioFilePath)) {
+            throw new Error("Audio file does not exist: " + audioFilePath);
+        }
+
+        // Output path in storage/transcripts
+        const sessionId = path.basename(audioFilePath).replace(/\.[^.]+$/, "");
+        const outputDir = path.join(__dirname, "../../../storage/transcripts");
+        fs.mkdirSync(outputDir, { recursive: true });
+
+        const outputPath = path.join(outputDir, `${sessionId}.json`);
+
+        // -------------------------------------------------------
+        // SPAWN PYTHON SCRIPT (step 3A — dummy script)
+        // -------------------------------------------------------
+        return new Promise((resolve, reject) => {
+            const python310 = "C:\\Users\\smith\\AppData\\Local\\Programs\\Python\\Python310\\python.exe";
+            const py = spawn(python310, [
+                path.join(__dirname, "parakeet_transcribe.py"),
+                audioFilePath,
+                outputPath
+            ]);
+
+            py.stdout.on("data", data => console.log("🦜 [Python]", data.toString().trim()));
+            py.stderr.on("data", data => console.error("🦜 [Python ERR]", data.toString().trim()));
+
+            py.on("close", code => {
+                if (code === 0) {
+                    console.log("🦜 [Parakeet] Done (spawn test). Output:", outputPath);
+                    resolve(outputPath);
+                } else {
+                    reject(new Error("Python script failed with exit code " + code));
+                }
+            });
+        });
+    }
+};

services/modules/transcription-local/parakeet_transcribe.py

@@ -0,0 +1,71 @@
+# -----------------------------------------------------------
+#  Parakeet Real Transcriber (NVIDIA NeMo + PyTorch GPU)
+# -----------------------------------------------------------
+
+import sys
+import json
+import soundfile as sf
+import torch
+from nemo.collections.asr.models import ASRModel
+
+# Args:
+#   sys.argv[1] = input audio path
+#   sys.argv[2] = output JSON path
+
+audio_path = sys.argv[1]
+output_path = sys.argv[2]
+
+print("🔥 Starting Parakeet model...")
+device = "cuda" if torch.cuda.is_available() else "cpu"
+print("🔥 Using device:", device)
+
+# -----------------------------------------------------------
+# Load Parakeet model (NVIDIA pretrained ASR)
+# -----------------------------------------------------------
+model = ASRModel.from_pretrained(model_name="nvidia/parakeet-ctc-0.6b")
+model = model.to(device)
+model.eval()
+
+# -----------------------------------------------------------
+# Load audio
+# -----------------------------------------------------------
+print("🎧 Loading audio:", audio_path)
+audio, sr = sf.read(audio_path)
+
+# model expects mono float32
+if len(audio.shape) > 1:
+    audio = audio.mean(axis=1)
+
+audio = audio.astype("float32")
+
+# -----------------------------------------------------------
+# Run inference
+# -----------------------------------------------------------
+print("🧠 Running inference...")
+with torch.no_grad():
+    hyp = model.transcribe([audio])[0]
+
+# Extract only the text
+if hasattr(hyp, "text"):
+    transcript = hyp.text
+else:
+    # fallback: convert to string (rare)
+    transcript = str(hyp)
+
+print("📄 Transcript:", transcript)
+
+# -----------------------------------------------------------
+# Save JSON format compatible with V2D pipeline
+# -----------------------------------------------------------
+result = {
+    "id": output_path.split("/")[-1].replace(".json", ""),
+    "tool": "nemo_parakeet",
+    "status": "completed",
+    "text": transcript,
+    "words": []  # Parakeet XS doesn’t return word timestamps
+}
+
+with open(output_path, "w", encoding="utf-8") as f:
+    json.dump(result, f, indent=2, ensure_ascii=False)
+
+print("✔ JSON saved at:", output_path)