Summarizer und weiters angepasst

New Folder structure

See merge request proj-wise2526-video2document/video2document!21

electron/main/preload.js

@@ -12,6 +12,9 @@ try {
     contextBridge.exposeInMainWorld("electronAPI", {
         getFilePath: (file) => {return webUtils.getPathForFile(file)}
     })
+    contextBridge.exposeInMainWorld("summarizer", {
+        runFile: (file) => ipcRenderer.send("summarize-transcription", file)
+    });
 } catch (error) {
     console.log("Error in preload.js");
 }

electron/main/renderer.js

@@ -16,15 +16,21 @@ uploadContainer.addEventListener("drop", (e) => {
         e.preventDefault()
         const files = e.dataTransfer.files
         const filePath = window.explorer.onFileDrop(files[0])
-        var holdy = filePath + "";
-        if(holdy.endsWith(".mp4") || holdy.endsWith(".mov") || holdy.endsWith(".avi") || holdy.endsWith( ".mkv")){
-            console.log(filePath)
 
+        var holdy = String(filePath);
+        const lower = holdy.toLowerCase();
+        const validExt = [".mp4", ".mov", ".avi", ".mkv"];
+        
+       if(validExt.some(ext => lower.endsWith(ext))){
+            console.log(filePath);
             const files1 = e.dataTransfer.files;
             handleFiles(files1);
+        }else{
+            console.log('Video format invalid!');
         }
     } catch (error) {
         console.log("Error in renderer.js with the listerner for the drop function");
+        console.log(error);
     }
     
     

electron/main/script.js

@@ -15,18 +15,24 @@ function checkBoxes() {
     const checkboxes = document.querySelectorAll('input[name="docFormat"]');
     let isChecked = false;
 
-    checkboxes.forEach(function(checkbox){
-      if(checkbox.checked){
+    checkboxes.forEach(function (checkbox) {
+      if (checkbox.checked) {
         isChecked = true;
       }
     });
 
-    if(isChecked){
+    if (isChecked) {
       //Code to submit the video
       var pathTest = window.electronAPI.getFilePath(videoUpload.files[0]);
-      if(pathTest.endsWith(".mp4") || holdy.endsWith(".mov") || holdy.endsWith(".avi") || holdy.endsWith( ".mkv")){
-        window.extractor.extract({inputVideoPath: pathTest, outputType:"wav"})
+
+      const lower = pathTest.toLowerCase();
+      const validExt = [".mp4", ".mov", ".avi", ".mkv"];
+
+      if(validExt.some(ext => lower.endsWith(ext))){
+        window.extractor.extract({ inputVideoPath: pathTest, outputType: "wav" });
       }
+
+
     } else {
       //language only english at the moment
       alert('Please select at least one document type.');
@@ -35,42 +41,42 @@ function checkBoxes() {
     console.log(error)
   }
 
-// mapFunctions.get("extraction-video-to-audio").function({inputVideoPath:"./a.mp4", outputType:"wav"})
+  // mapFunctions.get("extraction-video-to-audio").function({inputVideoPath:"./a.mp4", outputType:"wav"})
 }
 
 //language changing feature
 function changeLanguage(language) {
-    if (language === 'en') {
-        document.getElementById('title').textContent = 'Video to document';
-        document.getElementById('h1').textContent = 'Video to document';
-        document.getElementById('p1').textContent = 'Drag and drop video file';
-        document.getElementById('fileName').textContent = 'No video chosen';
-        document.getElementById('manualUploadBtn').textContent = 'Search video';
-        document.getElementById('checkbox_group').textContent = 'Choose prefered document style:';
-        document.getElementById('label_format').textContent = 'Meeting report';
-        document.getElementById('label_summary').textContent = 'Summary with timestamps';
-        document.getElementById('submitButton').textContent = 'Submit';
-    } else if (language === 'de') {
-        document.getElementById('title').textContent = 'Video zu Dokument';
-        document.getElementById('h1').textContent = 'Video zu Dokument';
-        document.getElementById('p1').textContent = 'Video per Drag & Drop ablegen';
-        document.getElementById('fileName').textContent = 'Kein Video ausgewaehlt';
-        document.getElementById('manualUploadBtn').textContent = 'Video suchen';
-        document.getElementById('checkbox_group').textContent = 'Bevorzugte Dokumentvarianten:';
-        document.getElementById('label_format').textContent = 'Meeting Bericht';
-        document.getElementById('label_summary').textContent = 'Zusammenfassung mit Zeitstempeln';
-        document.getElementById('submitButton').textContent = 'Absenden';
-    } else if(language == "in") {
-        document.getElementById('title').textContent = 'दस्तावेज़ के लिए वीडियो';
-        document.getElementById('h1').textContent = 'दस्तावेज़ के लिए वीडियो';
-        document.getElementById('p1').textContent = 'वीडियो फ़ाइल खींचें और छोड़ें';
-        document.getElementById('fileName').textContent = 'कोई वीडियो नहीं चुना गया';
-        document.getElementById('manualUploadBtn').textContent = 'वीडियो खोजें';
-        document.getElementById('checkbox_group').textContent = 'पसंदीदा दस्तावेज़ शैली चुनें:';
-        document.getElementById('label_format').textContent = 'बैठक रिपोर्ट';
-        document.getElementById('label_summary').textContent = 'टाइमस्टैम्प के साथ सारांश';
-        document.getElementById('submitButton').textContent = 'जमा करना';
-    }
+  if (language === 'en') {
+    document.getElementById('title').textContent = 'Video to document';
+    document.getElementById('h1').textContent = 'Video to document';
+    document.getElementById('p1').textContent = 'Drag and drop video file';
+    document.getElementById('fileName').textContent = 'No video chosen';
+    document.getElementById('manualUploadBtn').textContent = 'Search video';
+    document.getElementById('checkbox_group').textContent = 'Choose prefered document style:';
+    document.getElementById('label_format').textContent = 'Meeting report';
+    document.getElementById('label_summary').textContent = 'Summary with timestamps';
+    document.getElementById('submitButton').textContent = 'Submit';
+  } else if (language === 'de') {
+    document.getElementById('title').textContent = 'Video zu Dokument';
+    document.getElementById('h1').textContent = 'Video zu Dokument';
+    document.getElementById('p1').textContent = 'Video per Drag & Drop ablegen';
+    document.getElementById('fileName').textContent = 'Kein Video ausgewaehlt';
+    document.getElementById('manualUploadBtn').textContent = 'Video suchen';
+    document.getElementById('checkbox_group').textContent = 'Bevorzugte Dokumentvarianten:';
+    document.getElementById('label_format').textContent = 'Meeting Bericht';
+    document.getElementById('label_summary').textContent = 'Zusammenfassung mit Zeitstempeln';
+    document.getElementById('submitButton').textContent = 'Absenden';
+  } else if (language == "in") {
+    document.getElementById('title').textContent = 'दस्तावेज़ के लिए वीडियो';
+    document.getElementById('h1').textContent = 'दस्तावेज़ के लिए वीडियो';
+    document.getElementById('p1').textContent = 'वीडियो फ़ाइल खींचें और छोड़ें';
+    document.getElementById('fileName').textContent = 'कोई वीडियो नहीं चुना गया';
+    document.getElementById('manualUploadBtn').textContent = 'वीडियो खोजें';
+    document.getElementById('checkbox_group').textContent = 'पसंदीदा दस्तावेज़ शैली चुनें:';
+    document.getElementById('label_format').textContent = 'बैठक रिपोर्ट';
+    document.getElementById('label_summary').textContent = 'टाइमस्टैम्प के साथ सारांश';
+    document.getElementById('submitButton').textContent = 'जमा करना';
+  }
 }
 
 
@@ -103,7 +109,7 @@ function handleFiles(files) {
 }
 
 //function to regulate the progress on the progressbar
-function updateProgressBar(bar, value){
+function updateProgressBar(bar, value) {
   try {
     value = Math.round(value);
     bar.querySelector(".progress_fill").style.width = `${value}%`;

main.js

@@ -77,3 +77,8 @@ electron.app.whenReady().then(createWindow);
 electron.ipcMain.on("extract", (event, args) => {
     mapFunctions.get("extraction-video-to-audio").function(args)
 })
+
+electron.ipcMain.on("summarize-transcription", (event, args) => {
+    mapFunctions.get("summarize-transcription").function(args);
+});
+

package-lock.json

@@ -9,7 +9,9 @@
       "version": "1.0.0",
       "license": "ISC",
       "dependencies": {
+        "@types/axios": "^0.9.36",
         "cli-progress": "^3.12.0",
+        "dotenv": "^17.2.3",
         "electron": "^39.1.1",
         "express": "^5.1.0",
         "ffmpeg-static": "^5.2.0",
@@ -149,6 +151,12 @@
       "dev": true,
       "license": "MIT"
     },
+    "node_modules/@types/axios": {
+      "version": "0.9.36",
+      "resolved": "https://registry.npmjs.org/@types/axios/-/axios-0.9.36.tgz",
+      "integrity": "sha512-NLOpedx9o+rxo/X5ChbdiX6mS1atE4WHmEEIcR9NLenRVa5HoVjAvjafwU3FPTqnZEstpoqCaW7fagqSoTDNeg==",
+      "license": "MIT"
+    },
     "node_modules/@types/cacheable-request": {
       "version": "6.0.3",
       "resolved": "https://registry.npmjs.org/@types/cacheable-request/-/cacheable-request-6.0.3.tgz",
@@ -198,6 +206,7 @@
       "resolved": "https://registry.npmjs.org/@types/node/-/node-24.9.2.tgz",
       "integrity": "sha512-uWN8YqxXxqFMX2RqGOrumsKeti4LlmIMIyV0lgut4jx7KQBcBiW6vkDtIBvHnHIquwNfJhk8v2OtmO8zXWHfPA==",
       "license": "MIT",
+      "peer": true,
       "dependencies": {
         "undici-types": "~7.16.0"
       }
@@ -584,6 +593,18 @@
         "node": ">=0.3.1"
       }
     },
+    "node_modules/dotenv": {
+      "version": "17.2.3",
+      "resolved": "https://registry.npmjs.org/dotenv/-/dotenv-17.2.3.tgz",
+      "integrity": "sha512-JVUnt+DUIzu87TABbhPmNfVdBDt18BLOWjMUFJMSi/Qqg7NTYtabbvSNJGOJ7afbRuv9D/lngizHtP7QyLQ+9w==",
+      "license": "BSD-2-Clause",
+      "engines": {
+        "node": ">=12"
+      },
+      "funding": {
+        "url": "https://dotenvx.com"
+      }
+    },
     "node_modules/dunder-proto": {
       "version": "1.0.1",
       "resolved": "https://registry.npmjs.org/dunder-proto/-/dunder-proto-1.0.1.tgz",
@@ -1824,6 +1845,7 @@
       "integrity": "sha512-jl1vZzPDinLr9eUt3J/t7V6FgNEw9QjvBPdysz9KfQDD41fQrC2Y4vKQdiaUpFT4bXlb1RHhLpp8wtm6M5TgSw==",
       "dev": true,
       "license": "Apache-2.0",
+      "peer": true,
       "bin": {
         "tsc": "bin/tsc",
         "tsserver": "bin/tsserver"

package.json

@@ -1,6 +1,8 @@
 {
   "dependencies": {
+    "@types/axios": "^0.9.36",
     "cli-progress": "^3.12.0",
+    "dotenv": "^17.2.3",
     "electron": "^39.1.1",
     "express": "^5.1.0",
     "ffmpeg-static": "^5.2.0",

scripts/commands.txt

@@ -1,5 +0,0 @@
-npx ts-node ./extract.ts /Users/mikehughes/Downloads/Testvideo/Kurzgesagt.mov
-npx ts-node ./transcribe.ts ../storage/audio/Kurzgesagt.wav
-
-npx ts-node ./extract.ts /Users/mikehughes/Downloads/Testvideo/GitLabMeeting.mov
-npx ts-node ./transcribe.ts ../storage/audio/GitLabMeeting.wav

scripts/extract.ts

@@ -1,23 +0,0 @@
-#!/usr/bin/env ts-node
-
-import { extractAudioFromVideo } from "../services/modules/extraction/ffmpegExtractor.ts";
-
-const videoPath = process.argv[2];
-
-if (!videoPath) {
-  console.error("Usage: ts-node extractAudio.ts <videoPath>");
-  process.exit(1);
-}
-
-(async () => {
-  try {
-    console.log(`Extracting audio from: ${videoPath}`);
-
-    await extractAudioFromVideo(videoPath); // Call the extraction function (ffmpegExtractor.ts in services/modules/extraction)
-
-    console.log("Audio extraction completed successfully.");
-  } catch (err) {
-    console.error("Audio extraction failed:", err);
-    process.exit(1);
-  }
-})();

scripts/transcribe.ts

@@ -1,18 +0,0 @@
-import { whisperLocal } from "../services/modules/transcription/local/whisperLocal.ts";
-
-const audioPath = process.argv[2];
-if (!audioPath) {
-  console.error("Please provide an audio file path as argument.");
-  process.exit(1);
-}
-
-const whisper = new whisperLocal();
-
-(async () => {
-  try {
-    const text = await whisper.transcribe(audioPath);
-    console.log(text);
-  } catch (err) {
-    console.error("Transcription failed:", err);
-  }
-})();

services/modules/jsonTools/transcriptionSummarizer.js

@@ -0,0 +1,138 @@
+const fs = require("fs");
+const path = require("path");
+
+// Prepare output directory (always storage/transcriptionSummaries under project root)
+const outputDir = `${__dirname}/../../../storage/transcriptionSummaries`;
+if (!fs.existsSync(outputDir)) {
+    fs.mkdirSync(outputDir, { recursive: true });
+}
+
+//Speaker, ALL-Sentences, Start, End
+
+module.exports = {
+    name: "summarize-transcription", // Unique name for our function that will later be used to get the function from the map via "mapFunctions.get("example").function()"
+    type: "summarizer", // value used to differentiate each module to order them in the UI
+    displayname: "Summarizer",  // The displayname used within the UI
+    async function(args) {
+        let inputJson = args.json;
+
+        //JSON Path
+        if (args.jsonPath) {
+            try {
+                const raw = fs.readFileSync(args.jsonPath, "utf-8");
+                inputJson = JSON.parse(raw);
+            } catch (e) {
+                console.error("Failed to load JSON from file:", e);
+                return { error: "Could not read JSON from file path." };
+            }
+        }
+        // JSON parsen
+        if (typeof inputJson === "string") {
+            try {
+                inputJson = JSON.parse(inputJson);
+            } catch (e) {
+                console.log("Invalid JSON in summarize-transcription");
+                return { error: "Invalid JSON" };
+            }
+        }
+
+        const words = inputJson.words;
+        if (!Array.isArray(words)) {
+            return { error: "No words Array found" };
+        }
+
+        const ENDINGS = [".", "!", "?"]; // '...' auch als Satzende ?
+        const ABBREVIATIONS = new Set(["z.B.", "bzw.", "u.a.", "Dr.", "Mr.", "Mrs.", "Prof.", "etc."]); //TODO weitere Ergaenzen
+
+        const result = [];
+        let currentSentence = "";
+        let currentSpeaker = null;
+        let startTime = null;
+        let endTime = null;
+
+        for (const w of words) {
+            if (!currentSpeaker) currentSpeaker = w.speaker;
+            if (startTime === null) startTime = w.start;
+            endTime = w.end;
+    
+            //speaker changing
+            if (currentSpeaker !== w.speaker && currentSentence) { 
+                const lastEntry = result[result.length - 1];
+                if (lastEntry && lastEntry.speaker === currentSpeaker) {
+                    lastEntry.sentence += " " + currentSentence;
+                    lastEntry.end = endTime;
+                } else {
+                    result.push({
+                        speaker: currentSpeaker,
+                        sentence: currentSentence,
+                        start: startTime,
+                        end: endTime
+                    });
+                }
+                currentSentence = "";
+                startTime = w.start;
+            }
+            currentSpeaker = w.speaker;
+            currentSentence += (currentSentence ? " " : "") + w.text; //sentence beginning or not
+            const lastWord = w.text.trim();
+            const lastChar = lastWord.slice(-1);
+            const isAbbreviation = ABBREVIATIONS.has(lastWord);
+
+            //sentence ending
+            if (ENDINGS.includes(lastChar) && !isAbbreviation) {
+                const lastEntry = result[result.length - 1];
+                if (lastEntry && lastEntry.speaker === currentSpeaker) {
+                    lastEntry.sentence += " " + currentSentence;
+                    lastEntry.end = endTime;
+                } else {
+                    result.push({
+                        speaker: currentSpeaker,
+                        sentence: currentSentence,
+                        start: startTime,
+                        end: endTime
+                    });
+                }
+                currentSentence = "";
+                startTime = null;
+                endTime = null;
+                currentSpeaker = null;
+            }
+        }
+
+        // safe last sentence 
+        if (currentSentence) {
+            const lastEntry = result[result.length - 1];
+            if (lastEntry && lastEntry.speaker === currentSpeaker) {
+                lastEntry.sentence += " " + currentSentence;
+                lastEntry.end = endTime;
+            } else {
+                result.push({
+                    speaker: currentSpeaker,
+                    sentence: currentSentence,
+                    start: startTime,
+                    end: endTime
+                });
+            }
+        }
+
+        // Output as Text
+        const output = result.map(r => 
+            `Sprecher ${r.speaker} [${r.start.toFixed(2)} - ${r.end.toFixed(2)}]: ${r.sentence}`
+        );
+
+        // Output on cosole
+        //console.log("\n------------\nMerged Transcription Result:\n", output, "\n------------\n");
+
+        try {
+            const jsonPath = path.join(outputDir, "transcription_result.json");
+            fs.writeFileSync(jsonPath, JSON.stringify(result, null, 2), "utf-8");
+
+            const txtPath = path.join(outputDir, "transcription_result.txt");
+            fs.writeFileSync(txtPath, output.join("\n"), "utf-8");
+
+            console.log(`Summary successfully saved:\n- ${jsonPath}\n- ${txtPath}`);
+        } catch (err) {
+            console.error("Error saving Summary:", err);
+        }
+    }
+}

services/modules/jsonTools/transcriptionSummarizer2.js

@@ -0,0 +1,121 @@
+const fs = require("fs");
+const path = require("path");
+
+// Prepare output directory (always storage/transcriptionSummaries under project root)
+const outputDir = `${__dirname}/../../../storage/transcriptionSummaries`;
+if (!fs.existsSync(outputDir)) {
+    fs.mkdirSync(outputDir, { recursive: true });
+}
+
+//Speaker, Sentence, Start, End
+
+module.exports = {
+    name: "summarize-transcription2", // Unique name for our function that will later be used to get the function from the map via "mapFunctions.get("example").function()"
+    type: "summarizer", // value used to differentiate each module to order them in the UI
+    displayname: "Summarizer",  // The displayname used within the UI
+    async function(args) {
+        let inputJson = args.json;
+
+        //JSON Path
+        if (args.jsonPath) {
+            try {
+                const raw = fs.readFileSync(args.jsonPath, "utf-8");
+                inputJson = JSON.parse(raw);
+            } catch (e) {
+                console.error("Failed to load JSON from file:", e);
+                return { error: "Could not read JSON from file path." };
+            }
+        }
+        // JSON parsen
+        if (typeof inputJson === "string") {
+            try {
+                inputJson = JSON.parse(inputJson);
+            } catch (e) {
+                console.log("Invalid JSON in summarize-transcription");
+                return { error: "Invalid JSON" };
+            }
+        }
+
+        const words = inputJson.words;
+        if (!Array.isArray(words)) {
+            return { error: "No words Array found" };
+        }
+
+        const ENDINGS = [".", "!", "?"]; // '...' auch als Satzende ?
+        const ABBREVIATIONS = new Set(["z.B.", "bzw.", "u.a.", "Dr.", "Mr.", "Mrs.", "Prof.", "etc."]); //TODO weitere Ergaenzen
+
+        const result = [];
+        let currentSentence = "";
+        let currentSpeaker = null;
+        let startTime = null;
+        let endTime = null;
+
+        for (const w of words) {
+            if (!currentSpeaker) currentSpeaker = w.speaker;
+            if (startTime === null) startTime = w.start;
+            endTime = w.end;
+    
+            //speaker changing
+             if (currentSpeaker !== w.speaker && currentSentence) {
+                result.push({
+                    speaker: currentSpeaker,
+                    sentence: currentSentence,
+                    start: startTime,
+                    end: endTime
+                });
+                currentSentence = "";
+                startTime = w.start;
+            }
+            currentSpeaker = w.speaker;
+            currentSentence += (currentSentence ? " " : "") + w.text; //sentence beginning or not
+            const lastWord = w.text.trim();
+            const lastChar = lastWord.slice(-1);
+            const isAbbreviation = ABBREVIATIONS.has(lastWord);
+
+            //sentence ending
+            if (ENDINGS.includes(lastChar) && !isAbbreviation) {
+                result.push({
+                    speaker: currentSpeaker,
+                    sentence: currentSentence,
+                    start: startTime,
+                    end: endTime
+                });
+                currentSentence = "";
+                startTime = null;
+                endTime = null;
+                currentSpeaker = null;
+            }
+        }
+
+        // safe last sentence 
+        if (currentSentence) {
+            result.push({
+                speaker: currentSpeaker,
+                sentence: currentSentence,
+                start: startTime,
+                end: endTime
+            });
+        }
+
+
+        // Output as Text
+        const output = result.map(r => 
+            `Sprecher ${r.speaker} [${r.start.toFixed(2)} - ${r.end.toFixed(2)}]: ${r.sentence}`
+        );
+
+        // Output on cosole
+        //console.log("\n------------\nMerged Transcription Result:\n", output, "\n------------\n");
+
+        try {
+            const jsonPath = path.join(outputDir, "transcription_result.json");
+            fs.writeFileSync(jsonPath, JSON.stringify(result, null, 2), "utf-8");
+
+            const txtPath = path.join(outputDir, "transcription_result.txt");
+            fs.writeFileSync(txtPath, output.join("\n"), "utf-8");
+
+            console.log(`Summary successfully saved:\n- ${jsonPath}\n- ${txtPath}`);
+        } catch (err) {
+            console.error("Error saving Summary:", err);
+        }
+    }
+}

services/modules/transcription-local/whisperLocal.ts

@@ -5,7 +5,7 @@ import { fileURLToPath } from "url"; // To handle __dirname in ES modules
 
 const __filename = fileURLToPath(import.meta.url); // Get current file path
 const __dirname = path.dirname(__filename); // Get current directory path
-const transcriptsDir = path.resolve(__dirname, "../../storage/transcriptions");
+const transcriptsDir = path.resolve(__dirname, "../../../storage/transcriptions");
 
 
 export class whisperLocal { // is called by transcribe.ts
@@ -26,7 +26,6 @@ export class whisperLocal { // is called by transcribe.ts
 
   async transcribe(audioPath: string): Promise<string> { //asyncronous function to transcribe audio
     return new Promise((resolve, reject) => {
-        const transcriptsDir = path.resolve(__dirname, "../../../../storage/transcripts"); //storage directory for transcripts
 
         if (!fs.existsSync(transcriptsDir)) { //if transcripts directory does not exist, create it
             fs.mkdirSync(transcriptsDir, { recursive: true });

services/modules/transcription-remote/assembly.js

@@ -0,0 +1,123 @@
+require('dotenv').config();
+
+const API_KEY = process.env.API_KEY;
+const BASE_URL = 'https://api.assemblyai.com/v2';
+
+//---------------------------------------------------Upload audio---------------------------------------------------
+
+async function uploadAudio(audioPath) {
+  const audioData = fs.readFileSync(audioPath);
+
+  const response = await axios.post(`${BASE_URL}/upload`, audioData, {
+    headers: {
+      authorization: API_KEY,
+      'content-type': 'application/octet-stream'
+    }
+  });
+
+  return response.data.upload_url;
+}
+
+////---------------------------------------------------Extract session id---------------------------------------------------
+
+function getSessionId(inputPath) {
+  try {
+    const parsed = new URL(inputPath);
+    const base = path.basename(parsed.pathname);
+    return base.replace(/\.[^.]+$/, '');
+  } catch {
+    return path.basename(inputPath, path.extname(inputPath));
+  }
+}
+
+//---------------------------------------------------Create transcript---------------------------------------------------
+
+async function createTranscript(audioUrl) {
+  const response = await axios.post(
+    `${BASE_URL}/transcript`,
+    {
+      audio_url: audioUrl,
+      speaker_labels: true,
+      language_detection: true
+    },
+    {
+      headers: {
+        authorization: API_KEY,
+        'content-type': 'application/json'
+      }
+    }
+  );
+
+  return response.data.id;
+}
+
+//---------------------------------------------------Poll transcript---------------------------------------------------
+
+async function pollTranscript(transcriptId) {
+  while (true) {
+    const response = await axios.get(`${BASE_URL}/transcript/${transcriptId}`, {
+      headers: { authorization: API_KEY }
+    });
+
+    const status = response.data.status;
+
+    if (status === 'completed') return response.data;
+    if (status === 'error') throw new Error(`Transcription failed: ${response.data.error}`);
+
+    await new Promise(res => setTimeout(res, 3000));
+  }
+}
+
+//---------------------------------------------------Save transcript---------------------------------------------------
+
+function saveTranscript(transcript, sessionId) {
+  const outputDir = path.join(__dirname, '../../../storage/transcripts');
+
+  if (!fs.existsSync(outputDir)) {
+    fs.mkdirSync(outputDir, { recursive: true });
+  }
+
+  const outputPath = path.join(outputDir, `${sessionId}.json`);
+  fs.writeFileSync(outputPath, JSON.stringify(transcript, null, 2));
+
+  console.log(`Transcript saved: ${outputPath}`);
+}
+
+//---------------------------------------------------Modul---------------------------------------------------
+
+module.exports = {
+  name: 'assembly',
+  type: 'transcription',
+  displayname: 'AssemblyAI',
+
+  async function(audioFileName) {
+    try {
+      // audioFileName ist nur "datei.mp3"
+      const audioPath = path.join(
+        __dirname,
+        '../../../storage/audio',
+        audioFileName
+      );
+
+      let audioUrl;
+
+      if (/^https?:\/\//i.test(audioFileName)) {
+        audioUrl = audioFileName;
+      } else {
+        if (!fs.existsSync(audioPath)) {
+          throw new Error(`Audio file not found: ${audioPath}`);
+        }
+        audioUrl = await uploadAudio(audioPath);
+      }
+
+      const transcriptId = await createTranscript(audioUrl);
+      const transcript = await pollTranscript(transcriptId);
+
+      const sessionId = getSessionId(audioFileName);
+      saveTranscript(transcript, sessionId);
+
+    } catch (error) {
+      console.error('Transcription error:', error.message);
+    }
+  }
+};

services/modules/transcription/remote/assembly_AI/assembly.js

@@ -1,8 +0,0 @@
-module.exports = {
-    name:"assembly", // Unique name for our function that will later be used to get the function from the map via "mapFunctions.get("example").function()"
-    type:"transcription", // value used to differentiate each module to order them in the UI
-    displayname:"Assembly", // The displayname used within the UI
-    async function(parameter){
-        // TODO add code to actually process the audio file
-    }
-}

services/modules/transcription/remote/assembly_AI/package-lock.json

@@ -1,319 +0,0 @@
-{
-  "name": "transcription",
-  "lockfileVersion": 3,
-  "requires": true,
-  "packages": {
-    "": {
-      "dependencies": {
-        "axios": "^1.13.2"
-      },
-      "devDependencies": {
-        "@types/axios": "^0.9.36",
-        "@types/node": "^24.10.0"
-      }
-    },
-    "node_modules/@types/axios": {
-      "version": "0.9.36",
-      "resolved": "https://registry.npmjs.org/@types/axios/-/axios-0.9.36.tgz",
-      "integrity": "sha512-NLOpedx9o+rxo/X5ChbdiX6mS1atE4WHmEEIcR9NLenRVa5HoVjAvjafwU3FPTqnZEstpoqCaW7fagqSoTDNeg==",
-      "dev": true,
-      "license": "MIT"
-    },
-    "node_modules/@types/node": {
-      "version": "24.10.0",
-      "resolved": "https://registry.npmjs.org/@types/node/-/node-24.10.0.tgz",
-      "integrity": "sha512-qzQZRBqkFsYyaSWXuEHc2WR9c0a0CXwiE5FWUvn7ZM+vdy1uZLfCunD38UzhuB7YN/J11ndbDBcTmOdxJo9Q7A==",
-      "dev": true,
-      "license": "MIT",
-      "dependencies": {
-        "undici-types": "~7.16.0"
-      }
-    },
-    "node_modules/asynckit": {
-      "version": "0.4.0",
-      "resolved": "https://registry.npmjs.org/asynckit/-/asynckit-0.4.0.tgz",
-      "integrity": "sha512-Oei9OH4tRh0YqU3GxhX79dM/mwVgvbZJaSNaRk+bshkj0S5cfHcgYakreBjrHwatXKbz+IoIdYLxrKim2MjW0Q==",
-      "license": "MIT"
-    },
-    "node_modules/axios": {
-      "version": "1.13.2",
-      "resolved": "https://registry.npmjs.org/axios/-/axios-1.13.2.tgz",
-      "integrity": "sha512-VPk9ebNqPcy5lRGuSlKx752IlDatOjT9paPlm8A7yOuW2Fbvp4X3JznJtT4f0GzGLLiWE9W8onz51SqLYwzGaA==",
-      "license": "MIT",
-      "dependencies": {
-        "follow-redirects": "^1.15.6",
-        "form-data": "^4.0.4",
-        "proxy-from-env": "^1.1.0"
-      }
-    },
-    "node_modules/call-bind-apply-helpers": {
-      "version": "1.0.2",
-      "resolved": "https://registry.npmjs.org/call-bind-apply-helpers/-/call-bind-apply-helpers-1.0.2.tgz",
-      "integrity": "sha512-Sp1ablJ0ivDkSzjcaJdxEunN5/XvksFJ2sMBFfq6x0ryhQV/2b/KwFe21cMpmHtPOSij8K99/wSfoEuTObmuMQ==",
-      "license": "MIT",
-      "dependencies": {
-        "es-errors": "^1.3.0",
-        "function-bind": "^1.1.2"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
-    "node_modules/combined-stream": {
-      "version": "1.0.8",
-      "resolved": "https://registry.npmjs.org/combined-stream/-/combined-stream-1.0.8.tgz",
-      "integrity": "sha512-FQN4MRfuJeHf7cBbBMJFXhKSDq+2kAArBlmRBvcvFE5BB1HZKXtSFASDhdlz9zOYwxh8lDdnvmMOe/+5cdoEdg==",
-      "license": "MIT",
-      "dependencies": {
-        "delayed-stream": "~1.0.0"
-      },
-      "engines": {
-        "node": ">= 0.8"
-      }
-    },
-    "node_modules/delayed-stream": {
-      "version": "1.0.0",
-      "resolved": "https://registry.npmjs.org/delayed-stream/-/delayed-stream-1.0.0.tgz",
-      "integrity": "sha512-ZySD7Nf91aLB0RxL4KGrKHBXl7Eds1DAmEdcoVawXnLD7SDhpNgtuII2aAkg7a7QS41jxPSZ17p4VdGnMHk3MQ==",
-      "license": "MIT",
-      "engines": {
-        "node": ">=0.4.0"
-      }
-    },
-    "node_modules/dunder-proto": {
-      "version": "1.0.1",
-      "resolved": "https://registry.npmjs.org/dunder-proto/-/dunder-proto-1.0.1.tgz",
-      "integrity": "sha512-KIN/nDJBQRcXw0MLVhZE9iQHmG68qAVIBg9CqmUYjmQIhgij9U5MFvrqkUL5FbtyyzZuOeOt0zdeRe4UY7ct+A==",
-      "license": "MIT",
-      "dependencies": {
-        "call-bind-apply-helpers": "^1.0.1",
-        "es-errors": "^1.3.0",
-        "gopd": "^1.2.0"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
-    "node_modules/es-define-property": {
-      "version": "1.0.1",
-      "resolved": "https://registry.npmjs.org/es-define-property/-/es-define-property-1.0.1.tgz",
-      "integrity": "sha512-e3nRfgfUZ4rNGL232gUgX06QNyyez04KdjFrF+LTRoOXmrOgFKDg4BCdsjW8EnT69eqdYGmRpJwiPVYNrCaW3g==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
-    "node_modules/es-errors": {
-      "version": "1.3.0",
-      "resolved": "https://registry.npmjs.org/es-errors/-/es-errors-1.3.0.tgz",
-      "integrity": "sha512-Zf5H2Kxt2xjTvbJvP2ZWLEICxA6j+hAmMzIlypy4xcBg1vKVnx89Wy0GbS+kf5cwCVFFzdCFh2XSCFNULS6csw==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
-    "node_modules/es-object-atoms": {
-      "version": "1.1.1",
-      "resolved": "https://registry.npmjs.org/es-object-atoms/-/es-object-atoms-1.1.1.tgz",
-      "integrity": "sha512-FGgH2h8zKNim9ljj7dankFPcICIK9Cp5bm+c2gQSYePhpaG5+esrLODihIorn+Pe6FGJzWhXQotPv73jTaldXA==",
-      "license": "MIT",
-      "dependencies": {
-        "es-errors": "^1.3.0"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
-    "node_modules/es-set-tostringtag": {
-      "version": "2.1.0",
-      "resolved": "https://registry.npmjs.org/es-set-tostringtag/-/es-set-tostringtag-2.1.0.tgz",
-      "integrity": "sha512-j6vWzfrGVfyXxge+O0x5sh6cvxAog0a/4Rdd2K36zCMV5eJ+/+tOAngRO8cODMNWbVRdVlmGZQL2YS3yR8bIUA==",
-      "license": "MIT",
-      "dependencies": {
-        "es-errors": "^1.3.0",
-        "get-intrinsic": "^1.2.6",
-        "has-tostringtag": "^1.0.2",
-        "hasown": "^2.0.2"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
-    "node_modules/follow-redirects": {
-      "version": "1.15.11",
-      "resolved": "https://registry.npmjs.org/follow-redirects/-/follow-redirects-1.15.11.tgz",
-      "integrity": "sha512-deG2P0JfjrTxl50XGCDyfI97ZGVCxIpfKYmfyrQ54n5FO/0gfIES8C/Psl6kWVDolizcaaxZJnTS0QSMxvnsBQ==",
-      "funding": [
-        {
-          "type": "individual",
-          "url": "https://github.com/sponsors/RubenVerborgh"
-        }
-      ],
-      "license": "MIT",
-      "engines": {
-        "node": ">=4.0"
-      },
-      "peerDependenciesMeta": {
-        "debug": {
-          "optional": true
-        }
-      }
-    },
-    "node_modules/form-data": {
-      "version": "4.0.4",
-      "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.4.tgz",
-      "integrity": "sha512-KrGhL9Q4zjj0kiUt5OO4Mr/A/jlI2jDYs5eHBpYHPcBEVSiipAvn2Ko2HnPe20rmcuuvMHNdZFp+4IlGTMF0Ow==",
-      "license": "MIT",
-      "dependencies": {
-        "asynckit": "^0.4.0",
-        "combined-stream": "^1.0.8",
-        "es-set-tostringtag": "^2.1.0",
-        "hasown": "^2.0.2",
-        "mime-types": "^2.1.12"
-      },
-      "engines": {
-        "node": ">= 6"
-      }
-    },
-    "node_modules/function-bind": {
-      "version": "1.1.2",
-      "resolved": "https://registry.npmjs.org/function-bind/-/function-bind-1.1.2.tgz",
-      "integrity": "sha512-7XHNxH7qX9xG5mIwxkhumTox/MIRNcOgDrxWsMt2pAr23WHp6MrRlN7FBSFpCpr+oVO0F744iUgR82nJMfG2SA==",
-      "license": "MIT",
-      "funding": {
-        "url": "https://github.com/sponsors/ljharb"
-      }
-    },
-    "node_modules/get-intrinsic": {
-      "version": "1.3.0",
-      "resolved": "https://registry.npmjs.org/get-intrinsic/-/get-intrinsic-1.3.0.tgz",
-      "integrity": "sha512-9fSjSaos/fRIVIp+xSJlE6lfwhES7LNtKaCBIamHsjr2na1BiABJPo0mOjjz8GJDURarmCPGqaiVg5mfjb98CQ==",
-      "license": "MIT",
-      "dependencies": {
-        "call-bind-apply-helpers": "^1.0.2",
-        "es-define-property": "^1.0.1",
-        "es-errors": "^1.3.0",
-        "es-object-atoms": "^1.1.1",
-        "function-bind": "^1.1.2",
-        "get-proto": "^1.0.1",
-        "gopd": "^1.2.0",
-        "has-symbols": "^1.1.0",
-        "hasown": "^2.0.2",
-        "math-intrinsics": "^1.1.0"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      },
-      "funding": {
-        "url": "https://github.com/sponsors/ljharb"
-      }
-    },
-    "node_modules/get-proto": {
-      "version": "1.0.1",
-      "resolved": "https://registry.npmjs.org/get-proto/-/get-proto-1.0.1.tgz",
-      "integrity": "sha512-sTSfBjoXBp89JvIKIefqw7U2CCebsc74kiY6awiGogKtoSGbgjYE/G/+l9sF3MWFPNc9IcoOC4ODfKHfxFmp0g==",
-      "license": "MIT",
-      "dependencies": {
-        "dunder-proto": "^1.0.1",
-        "es-object-atoms": "^1.0.0"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
-    "node_modules/gopd": {
-      "version": "1.2.0",
-      "resolved": "https://registry.npmjs.org/gopd/-/gopd-1.2.0.tgz",
-      "integrity": "sha512-ZUKRh6/kUFoAiTAtTYPZJ3hw9wNxx+BIBOijnlG9PnrJsCcSjs1wyyD6vJpaYtgnzDrKYRSqf3OO6Rfa93xsRg==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 0.4"
-      },
-      "funding": {
-        "url": "https://github.com/sponsors/ljharb"
-      }
-    },
-    "node_modules/has-symbols": {
-      "version": "1.1.0",
-      "resolved": "https://registry.npmjs.org/has-symbols/-/has-symbols-1.1.0.tgz",
-      "integrity": "sha512-1cDNdwJ2Jaohmb3sg4OmKaMBwuC48sYni5HUw2DvsC8LjGTLK9h+eb1X6RyuOHe4hT0ULCW68iomhjUoKUqlPQ==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 0.4"
-      },
-      "funding": {
-        "url": "https://github.com/sponsors/ljharb"
-      }
-    },
-    "node_modules/has-tostringtag": {
-      "version": "1.0.2",
-      "resolved": "https://registry.npmjs.org/has-tostringtag/-/has-tostringtag-1.0.2.tgz",
-      "integrity": "sha512-NqADB8VjPFLM2V0VvHUewwwsw0ZWBaIdgo+ieHtK3hasLz4qeCRjYcqfB6AQrBggRKppKF8L52/VqdVsO47Dlw==",
-      "license": "MIT",
-      "dependencies": {
-        "has-symbols": "^1.0.3"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      },
-      "funding": {
-        "url": "https://github.com/sponsors/ljharb"
-      }
-    },
-    "node_modules/hasown": {
-      "version": "2.0.2",
-      "resolved": "https://registry.npmjs.org/hasown/-/hasown-2.0.2.tgz",
-      "integrity": "sha512-0hJU9SCPvmMzIBdZFqNPXWa6dqh7WdH0cII9y+CyS8rG3nL48Bclra9HmKhVVUHyPWNH5Y7xDwAB7bfgSjkUMQ==",
-      "license": "MIT",
-      "dependencies": {
-        "function-bind": "^1.1.2"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
-    "node_modules/math-intrinsics": {
-      "version": "1.1.0",
-      "resolved": "https://registry.npmjs.org/math-intrinsics/-/math-intrinsics-1.1.0.tgz",
-      "integrity": "sha512-/IXtbwEk5HTPyEwyKX6hGkYXxM9nbj64B+ilVJnC/R6B0pH5G4V3b0pVbL7DBj4tkhBAppbQUlf6F6Xl9LHu1g==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
-    "node_modules/mime-db": {
-      "version": "1.52.0",
-      "resolved": "https://registry.npmjs.org/mime-db/-/mime-db-1.52.0.tgz",
-      "integrity": "sha512-sPU4uV7dYlvtWJxwwxHD0PuihVNiE7TyAbQ5SWxDCB9mUYvOgroQOwYQQOKPJ8CIbE+1ETVlOoK1UC2nU3gYvg==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 0.6"
-      }
-    },
-    "node_modules/mime-types": {
-      "version": "2.1.35",
-      "resolved": "https://registry.npmjs.org/mime-types/-/mime-types-2.1.35.tgz",
-      "integrity": "sha512-ZDY+bPm5zTTF+YpCrAU9nK0UgICYPT0QtT1NZWFv4s++TNkcgVaT0g6+4R2uI4MjQjzysHB1zxuWL50hzaeXiw==",
-      "license": "MIT",
-      "dependencies": {
-        "mime-db": "1.52.0"
-      },
-      "engines": {
-        "node": ">= 0.6"
-      }
-    },
-    "node_modules/proxy-from-env": {
-      "version": "1.1.0",
-      "resolved": "https://registry.npmjs.org/proxy-from-env/-/proxy-from-env-1.1.0.tgz",
-      "integrity": "sha512-D+zkORCbA9f1tdWRK0RaCR3GPv50cMxcrz4X8k5LTSUD1Dkw47mKJEZQNunItRTkWwgtaUSo1RVFRIG9ZXiFYg==",
-      "license": "MIT"
-    },
-    "node_modules/undici-types": {
-      "version": "7.16.0",
-      "resolved": "https://registry.npmjs.org/undici-types/-/undici-types-7.16.0.tgz",
-      "integrity": "sha512-Zz+aZWSj8LE6zoxD+xrjh4VfkIG8Ya6LvYkZqtUQGJPZjYl53ypCaUwWqo7eI0x66KBGeRo+mlBEkMSeSZ38Nw==",
-      "dev": true,
-      "license": "MIT"
-    }
-  }
-}

services/modules/transcription/remote/assembly_AI/package.json

@@ -1,9 +0,0 @@
-{
-  "dependencies": {
-    "axios": "^1.13.2"
-  },
-  "devDependencies": {
-    "@types/axios": "^0.9.36",
-    "@types/node": "^24.10.0"
-  }
-}

services/modules/utility/@startup.js

@@ -6,6 +6,13 @@ module.exports = {
         // We are now calling the example function from the example folder
         mapFunctions.get("example").function("Startup")
 
+       let transcript = await mapFunctions.get("assembly").function('../../storage/audio/IMG_2978.wav');
+
+       let summary = await mapFunctions.get("summarize-transcription").function({jsonPath:'/Users/santa/Proj25/video2document/storage/transcripts/IMG_2978.json'});
+
+
+        
+
         // mapFunctions.get("extraction-video-to-audio").function({inputVideoPath:"./a.mp4", outputType:"wav"})
         // mapFunctions.get("extraction-video-to-audio").function({inputVideoPath:"./b.mp4", outputType:"wav"})
         // mapFunctions.get("extraction-video-to-audio").function({inputVideoPath:"./b.mp4", outputType:"flac"})

test/integration/assembly.test.js

@@ -1,5 +1,5 @@
 import 'dotenv/config';
-import assemblyModule from './assembly.ts';
+import assemblyModule from '../../services/modules/transcription-remote/assembly.ts';
 
 // Test: URL passed as argument OR local file ./storage/audio/test.wav
 const audioPath = process.argv[2] || './storage/audio/test.wav';

test/integration/assemblyTest.js

@@ -0,0 +1,18 @@
+require('dotenv').config();
+const path = require('path');
+const assemblyModule = require('../../services/modules/transcription-remote/assembly.js');
+
+// Audio-Datei oder URL aus Kommandozeile, Standard: test.wav
+const audioPath = process.argv[2] || './storage/audio/IMG_2978.wav';
+
+(async () => {
+  try {
+    const transcript = await assemblyModule.run(audioPath);
+
+    console.log('Transcription succesful');
+    console.log('Transcript ID:', transcript?.id);
+    console.log('Speaker labels:', transcript?.utterances?.length || 0);
+  } catch (error) {
+    console.error('Error in Transcription:', error?.message || error);
+  }
+})();

test/integration/transcriptionSummarizerTest.js

@@ -0,0 +1,12 @@
+const fs = require('fs');
+const transSummarizer = require("../../services/modules/jsonTools/transcriptionSummarizer.js");
+
+// JSON-Datei laden
+const inputJson = JSON.parse(fs.readFileSync("./testFile.json", "utf8"));
+
+// Übergabe an den Summarizer
+transSummarizer.function({
+    json: inputJson
+});
+
+