custom document erstellt

Merge branch 'feature/gemini-ai' into 'develop'
REST API & Auto Naming See merge request proj-wise2526-video2document/video2document!31
2026-06-15 18:01:52 +02:00 · 2025-12-15 15:35:19 +01:00 · 2025-11-26 21:57:51 +01:00 · 2025-11-26 21:55:19 +01:00 · 2025-11-24 17:25:37 +01:00 · 2025-11-24 17:24:08 +01:00
24 changed files with 14274 additions and 131 deletions
@@ -0,0 +1,159 @@
+<!DOCTYPE html>
+<html lang="de">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Custom Document</title>
+    <style>
+        body {
+            font-family: Arial, sans-serif;
+            background: #f0f2f5;
+            margin: 0;
+            padding: 0;
+            display: flex;
+            justify-content: center;
+            align-items: flex-start;
+            min-height: 100vh;
+        }
+
+        .container {
+            background: white;
+            padding: 30px;
+            margin-top: 50px;
+            border-radius: 12px;
+            box-shadow: 0 4px 20px rgba(0,0,0,0.1);
+            width: 90%;
+            max-width: 600px;
+        }
+
+        h1 {
+            text-align: center;
+            color: #333;
+        }
+
+        label {
+            font-weight: bold;
+            margin-top: 15px;
+            display: block;
+            color: #555;
+        }
+
+        input[type="text"], textarea, select {
+            width: 100%;
+            padding: 10px;
+            margin-top: 5px;
+            border-radius: 6px;
+            border: 1px solid #ccc;
+            font-size: 14px;
+        }
+
+        textarea {
+            height: 120px;
+            resize: vertical;
+        }
+
+        .buttons {
+            display: flex;
+            justify-content: space-between;
+            margin-top: 25px;
+        }
+
+        button {
+            padding: 10px 20px;
+            font-size: 14px;
+            border: none;
+            border-radius: 6px;
+            cursor: pointer;
+            transition: 0.2s;
+            background-color: #007BFF;
+            color: white;
+        }
+
+        button:hover {
+            background-color: #0056b3;
+        }
+
+        @media (max-width: 500px) {
+            .buttons {
+                flex-direction: column;
+            }
+            .buttons button {
+                width: 100%;
+                margin-top: 10px;
+            }
+        }
+
+        #result {
+            margin-top: 20px;
+            color: #333;
+            word-break: break-word;
+        }
+    </style>
+</head>
+<body>
+    <div class="container">
+        <h1>Custom Document Generator</h1>
+
+        <label for="docName">Dokumentname:</label>
+        <input type="text" id="docName" placeholder="Gib hier den Dokumentnamen ein">
+
+        <label for="existingDocs">Vorhandene Dokumente auswählen (optional):</label>
+        <select id="existingDocs">
+            <option value="">-- Neues Dokument erstellen --</option>
+            <option value="meeting_report_001">Meeting Report 001</option>
+            <option value="summary_01">Summary 01</option>
+            <option value="project_plan_A">Project Plan A</option>
+        </select>
+
+        <label for="prompt">Dein Prompt:</label>
+        <textarea id="prompt" placeholder="Schreibe hier den Prompt für dein Dokument..."></textarea>
+
+        <div class="buttons">
+            <button id="goBackBtn">Abbrechen</button>
+            <button id="generateBtn">Dokument speichern</button>
+        </div>
+
+        <div id="result"></div>
+    </div>
+
+    <script>
+        const goBackBtn = document.getElementById("goBackBtn");
+        const generateBtn = document.getElementById("generateBtn");
+        const existingDocs = document.getElementById("existingDocs");
+        const docNameInput = document.getElementById("docName");
+        const promptInput = document.getElementById("prompt");
+        const resultDiv = document.getElementById("result");
+
+        // Zurück zur Haupt-GUI
+        goBackBtn.addEventListener("click", () => {
+            window.electronAPI.goBackToMain();
+        });
+
+        // Generiere Dokument
+        generateBtn.addEventListener("click", () => {
+            const prompt = promptInput.value.trim();
+            let docName = docNameInput.value.trim();
+            const selectedExisting = existingDocs.value;
+
+            if (!prompt) {
+                alert("Bitte gib einen Prompt ein!");
+                return;
+            }
+
+            // Wenn ein vorhandenes Dokument ausgewählt wurde, hängt der Prompt daran
+            if (selectedExisting) {
+                docName = selectedExisting; // prompt wird an vorhandenes Dokument angehängt
+            } else if (!docName) {
+                alert("Bitte gib einen Dokumentnamen ein, wenn du ein neues Dokument erstellen möchtest!");
+                return;
+            }
+
+            // Demo-Ausgabe im Result-Div
+            resultDiv.innerHTML = `<strong>Dokumentname:</strong> ${docName}<br><strong>Prompt:</strong> ${prompt}`;
+
+            // Hier kannst du den Prompt an dein LLM oder Module-Handler senden
+            // z.B. window.submit.submit({documentName: docName, prompt: prompt})
+        });
+    </script>
+</body>
+</html>
@@ -9,9 +9,22 @@
 <body>
 
 <div class="mitte" id="mitte"> 
-  <div class="flagsBtns" id="flagsBtns">
+  <div class="labelDiv" id="labelDiv">
+    <label id="labelKI">Select ki:</label>
+    <label id="labelTranscription">Select transcription:</label>
+    <label id="labelLanguage">Select language:</label>
+    <img id="labelLanguageFlag" src="flags/united-kingdom-flag-png-large.jpg" width="20" height="10" >
+  </div>
+  <div class="dropdownMenus" id="dropdownMenus">
    <select name="ai_type" id="ai_type">
    </select>
+    <select name="transkript_type" id="transkript_type">
+    </select>
+    <select name="output_type" id="output_type">
+      <option value="flac">flac</option>
+      <option value="mp3">mp3</option>
+      <option value="wav">wav</option>
+    </select>
    <select name="language_option" id="language_option">
    </select>
  </div>
@@ -20,28 +33,32 @@

  <div class="upload-container" id="uploadContainer">
    <p id="p1">Drag and drop video file</p>
+    <video id="previewThumbnail" autoplay="false">
+    </video>
    <div class="file-name" id="fileName">No video chosen</div>
-  </div>
-
-  <button class="custom-btn" id="manualUploadBtn">Search video</button>
+    <div id="thumbnailContainer">
+      <img id="thumbnailImage" style="display:none;">
+    </div>
+      <button class="custom-btn" id="manualUploadBtn">Search video</button>
  <input type="file" id="videoUpload" accept="video/*">
+  </div>

 <div class="checkbox-group">
  <label id="checkbox_group" for="checkbox-group">Choose prefered document style:</label>
  <div class="checkbox-container">
-    <input type="checkbox" name ="docFormat" id="docFormat">
+    <input type="checkbox" name ="docFormat" id="docFormat" value="Meeting report">
    <label id="label_format" for="docFormat">Meeting report</label>
  </div>

  <div class="checkbox-container">
-    <input type="checkbox" name="docFormat" id="docFormatSummary">
+    <input type="checkbox" name="docFormat" id="docFormatSummary" value="Summary with timestamps">
    <label id="label_summary" for="docFormatSummary">Summary with timestamps</label>
  </div>
 </div>

-<button class="submit-btn" id="submitButton" onclick="checkBoxes()">Submit</button>
+<button class="submit-btn" id="submitButton" onclick="checkBoxes()" disabled>Submit</button>

-<div class="progressbar">
+<div class="progressbar" id="progressbar">
  <div class="progress_fill"></div>
  <span class="progress_text">0%</span>
 </div>
@@ -1,5 +1,9 @@
 var languageOptions = {
    "eng":{
+        "flagPath": "flags/united-kingdom-flag-png-large.jpg",
+        "labelKI": "Select ki:",
+        "labelTranscription": "Select transcription:",
+        "labelLanguage": "Select language:",
        "title": "Video to document",
        "h1": "Video to document",
        "p1": "Drag and drop video file",
@@ -11,6 +15,10 @@ var languageOptions = {
        "submitButton": "Submit"
    },
    "de":{
+        "flagPath": "flags/germany-flag-png-large.jpg",
+        "labelKI": "Waehle KI:",
+        "labelTranscription": "Waehle Transkription:",
+        "labelLanguage": "Waehle Sprache:",
        "title": "Video zu Dokument",
        "h1": "Video zu Dokument",
        "p1": "Video per Drag & Drop ablegen",
@@ -22,6 +30,10 @@ var languageOptions = {
        "submitButton": "Absenden"
    },
    "in":{
+        "flagPath": "flags/india-flag-png-large.png",
+        "labelKI": "की का चयन करें:",
+        "labelTranscription": "प्रतिलेखन चुनें:",
+        "labelLanguage": "भाषा चुने:",
        "title": "दस्तावेज़ के लिए वीडियो",
        "h1": "दस्तावेज़ के लिए वीडियो",
        "p1": "वीडियो फ़ाइल खींचें और छोड़ें",
@@ -4,12 +4,24 @@ try {
    contextBridge.exposeInMainWorld("explorer", {
        onFileDrop: (file) => webUtils.getPathForFile(file)
    })
-    contextBridge.exposeInMainWorld("extractor", {
-        extract: (file) => ipcRenderer.send("extract", file)
+    contextBridge.exposeInMainWorld("submit", {
+        submit: (meeting_specifications) => {ipcRenderer.send("file_submit", meeting_specifications)}
    })
    contextBridge.exposeInMainWorld("electronAPI", {
        getFilePath: (file) => {return webUtils.getPathForFile(file)}
    })
+
+    contextBridge.exposeInMainWorld("onStartup", {
+        getModuleNames: () => ipcRenderer.invoke('get-module-names')
+    })
+
+
+
+    ipcRenderer.on("progress", (event, resp) => {
+        alert(`Finished step ${resp.curstep} of ${resp.totalsteps}`)
+    })
+
+    ipcRenderer.on("error", (event, err) => {alert(err)})
 } catch (error) {
    console.log("Error in preload.js");
-}
+}
@@ -16,26 +16,72 @@ uploadContainer.addEventListener("drop", (e) => {
        e.preventDefault()
        const files = e.dataTransfer.files
        const filePath = window.explorer.onFileDrop(files[0])
-        var holdy = filePath + "";
-        if(holdy.endsWith(".mp4") || holdy.endsWith(".mov") || holdy.endsWith(".avi") || holdy.endsWith( ".mkv")){
-            console.log(filePath)
-
+        const testEndings = [".mp4", ".mov", ".avi", ".mkv"];
+        var pathToLower = filePath.toLowerCase();
+        if(testEndings.some(e => pathToLower.endsWith(e))){
+          document.getElementById("progressbar").style.visibility = "visible";
            const files1 = e.dataTransfer.files;
            handleFiles(files1);
+        }else{
+          alert('The given file is not compatible. These are the available types: [".mp4", ".mov", ".avi", ".mkv"].');
        }
+    
    } catch (error) {
        console.log("Error in renderer.js with the listerner for the drop function");
    } 
 })

+window.addEventListener('load', async (e) => { 
+  try {
+      console.log("test");
+      loadLanguageOptions(); 
+      const value = await window.onStartup.getModuleNames();
+      loadAiOptions(value.ai_modules);
+      loadTranscriptionOptions(value.transcription_modules);

- window.addEventListener('load', (e) => { 
-    console.log("test");
-    loadLanguageOptions(); 
+  } catch (error) {
+      
+  }
+    
 });

 language_option.addEventListener('change', (e)=>{
-    const select = document.getElementById('language_option');
-    console.log(select.value);
-    changeLanguage(select.value);
+    try {
+        const select = document.getElementById('language_option');
+        changeLanguage(select.value);
+    } catch (error) {
+        
+    }
+    
 });
+
+videoUpload.addEventListener("change", () => {
+  try {
+    activateSubmitBtn(videoUpload.files.length > 0);
+  } catch (error) {
+    console.log(error);
+  }
+  
+});
+
+//listener for the file explorer search when something got selected
+videoUpload.addEventListener('change', () => {
+  try {
+    handleFiles(videoUpload.files);
+  } catch (error) {
+    console.log("Error in manualBtn EventListener change");
+    console.log(error);
+  }
+  
+});
+
+//listener for the file explorer search
+manualUploadBtn.addEventListener('click', () => {
+  try {
+    videoUpload.click();
+  } catch (error) {
+    console.log("Error in manualBtn EventListener click");
+    console.log(error);
+  }
+  
+});
@@ -1,45 +1,84 @@
-//listener for the file explorer search
-manualUploadBtn.addEventListener('click', () => {
-  try {
-    videoUpload.click();
-  } catch (error) {
-    console.log("Error in manualBtn EventListener click");
-  }
-  
-});

 //function to check if one checkbox is at least klicked
 function checkBoxes() {
  try {
    const checkboxes = document.querySelectorAll('input[name="docFormat"]');
    let isChecked = false;
-
+    var checkedCounter = 0;
    checkboxes.forEach(function(checkbox){
      if(checkbox.checked){
        isChecked = true;
+        checkedCounter++;
      }
    });

-    if(isChecked){
+    if (isChecked) {
      //Code to submit the video
+      var selectedCheckboxes = {};
+      checkboxes.forEach(function(checkbox){
+        if(checkbox.checked){
+          selectedCheckboxes[checkbox.nextElementSibling.textContent] = "";
+        } 
+      });
+
+      const testEndings = [".mp4", ".mov", ".avi", ".mkv"];
      var pathTest = window.electronAPI.getFilePath(videoUpload.files[0]);
-      if(pathTest.endsWith(".mp4") || holdy.endsWith(".mov") || holdy.endsWith(".avi") || holdy.endsWith( ".mkv")){
-        window.extractor.extract({inputVideoPath: pathTest, outputType:"wav"})
+      var pathToLower = pathTest.toLowerCase();
+      if(testEndings.some(e => pathToLower.endsWith(e))){
+        document.getElementById("progressbar").style.visibility = "visible";
+        //assembly of the json for the main
+
+        const selectedStyles = [checkedCounter];
+        var iter = 0;
+        checkboxes.forEach(function(checkbox){
+        if(checkbox.checked){
+          console.log(checkbox.value);
+          selectedStyles[iter] = {iter: checkbox.value};
+          iter++;
+          } 
+        });
+        console.log(selectedCheckboxes);
+        const outputType = document.getElementById("output_type");
+        const transcriptionType = document.getElementById("transkript_type");
+        const aiType = document.getElementById("ai_type");
+        const sendingPackage = {
+          "video": {
+            "module":"extraction-video-to-audio",
+            "inputVideoPath": pathTest,
+            "outputType": outputType.value
+          },
+          "transcription": {
+            "module": transcriptionType.value
+          },
+          "document": {
+            "module":aiType.value,
+            "styles": selectedStyles
+          }
+        };
+        window.submit.submit(sendingPackage)
+      }else{
+        alert('The given file is not compatible. These are the available types: [".mp4", ".mov", ".avi", ".mkv"].');
      }
+
+
    } else {
      //language only english at the moment
      alert('Please select at least one document type.');
    }
  } catch (error) {
-    console.log(error)
+    console.log("Error in script.js checkBoxes function");
+    console.log(error);
  }
  
-// mapFunctions.get("extraction-video-to-audio").function({inputVideoPath:"./a.mp4", outputType:"wav"})
 }

 //language changing feature
 function changeLanguage(language) {
  try {
+    document.getElementById('labelLanguageFlag').src = languageOptions[language].flagPath;
+    document.getElementById('labelKI').textContent = languageOptions[language].labelKI;
+    document.getElementById('labelTranscription').textContent = languageOptions[language].labelTranscription;
+    document.getElementById('labelLanguage').textContent = languageOptions[language].labelLanguage;
    document.getElementById('title').textContent = languageOptions[language].title;
    document.getElementById('h1').textContent = languageOptions[language].h1;
    document.getElementById('p1').textContent = languageOptions[language].p1;
@@ -49,46 +88,43 @@ function changeLanguage(language) {
    document.getElementById('label_format').textContent = languageOptions[language].label_format;
    document.getElementById('label_summary').textContent = languageOptions[language].label_summary;
    document.getElementById('submitButton').textContent = languageOptions[language].submitButton;
+
  } catch (error) {
+    console.log("Error in script.js changeLanguage function");
    console.log(error);
  }
        
 }

-//listener for the file explorer search when something got selected
-videoUpload.addEventListener('change', () => {
-  try {
-    handleFiles(videoUpload.files);
-  } catch (error) {
-    console.log("Error in manualBtn EventListener change");
-  }
-  
-});
-
 //function to display the file path in the drop down box
 function handleFiles(files) {
  try {
    if (files.length > 0) {
      const file = files[0];
      if (file.type.startsWith('video/')) {
+        const filePath = window.explorer.onFileDrop(files[0])
        videoUpload.files = files;
        fileName.textContent = `Chosen video: ${file.name}`;
+        generateThumbnail(filePath);
+        activateSubmitBtn(true);
      }
    }
  } catch (error) {
    console.log("Error in script.js handleFiles function");
+    console.log(error);
  }
-  
+
 }

 //function to regulate the progress on the progressbar
-function updateProgressBar(bar, value){
+function updateProgressBar(bar, value) {
  try {
    value = Math.round(value);
    bar.querySelector(".progress_fill").style.width = `${value}%`;
    bar.querySelector(".progress_text").textContent = `${value}%`;
  } catch (error) {
    console.log("Error in scripts.js updateProgressBar function");
+    console.log(error);
  }
  
 }
@@ -97,12 +133,13 @@ function updateProgressBar(bar, value){
 function loadAiOptions(options){
  try {
    var menu = document.getElementById('ai_type');
+    var object_holdy;
+    var choice ;
+    object_holdy = options
    for(i = 0; i < options.length; i++){
-      var opty = options[i];
-      var namey = "option" + i;
-      var choice = document.createElement(namey);
-      choice.textContent = "t";
-      choice.value = i;
+      choice = document.createElement('option');
+      choice.textContent = object_holdy[i].displayname;
+      choice.value = object_holdy[i].name;
      menu.appendChild(choice);
    }
  } catch (error) {
@@ -111,6 +148,25 @@ function loadAiOptions(options){
  }
 }

+//function to load transcription options to the drop down list
+function loadTranscriptionOptions(options){
+  try {
+    var menu = document.getElementById('transkript_type');
+    var object_holdy;
+    var choice ;
+    object_holdy = options
+    for(i = 0; i < options.length; i++){
+      choice = document.createElement('option');
+      choice.textContent = object_holdy[i].displayname;
+      choice.value = object_holdy[i].name;
+      menu.appendChild(choice);
+    }
+  } catch (error) {
+    console.log("Error in script.js function loadTranscriptionOptions");
+    console.log(error);
+  }
+}
+
 //function to load language options to the drop down list
 function loadLanguageOptions(){
  try {
@@ -129,4 +185,32 @@ function loadLanguageOptions(){
    console.log("Error in script.js loadLanguageOptions function");
    console.log(error);
  }
-}
+}
+
+function activateSubmitBtn(hasFile){
+  try {
+    submitButton.disabled = !hasFile;
+  } catch (error) {
+    console.log(error);
+  }
+}
+
+function deaktivateProgressbar(){
+  try {
+    document.getElementById("progressbar").style.visibility = "hidden";
+  } catch (error) {
+    console.log(error);
+  }
+}
+
+//Video thumbnail generation
+function generateThumbnail(path){
+  const videoElement = document.getElementById("previewThumbnail");
+  while (videoElement.firstChild) videoElement.removeChild(videoElement.firstChild);
+  videoElement.src = path;
+  videoElement.type = "video/mov";
+  videoElement.load();
+  videoElement.style.maxWidth = 40;
+  videoElement.style.maxHeight = 40;
+  videoElement.autoplay = false;
+}
@@ -5,46 +5,71 @@ body {
  justify-content: center;
  align-items: center;
  height: 100vh;
-  background-color: #555;
+  background-color: #f2f3f4;
  gap: 15px;
  margin: 0;
 }
-
-
+ 
+ 
 .upload-container {
  background: white;
  padding: 40px;
  border-radius: 12px;
  box-shadow: 0 4px 10px rgba(0,0,0,0.1);
  text-align: center;
-  width: 400px;
+  width: 350px;
+  height: 200px;
  transition: border 0.3s, background-color 0.3s;
-  border: 2px dashed #ccc;
+  border: 2px dashed #7378c9;
 }
-
-
+ 
+ 
 .upload-container.dragover {
  border-color: #007BFF;
  background-color: #eaf0ff;
 }
-
-
+ 
+ 
 .upload-container p {
  margin: 0 0 15px 0;
  font-size: 16px;
  color: #555;
 }
-
-
+ 
+ 
 .file-name {
  margin-top: 10px;
  font-size: 14px;
  color: #333;
+  overflow: hidden;
+  text-overflow: ellipsis;
+  white-space: nowrap;
+}
+ 
+#thumbnailContainer {
+  width: 100%;
+  display: flex;
+  justify-content: center;
+  margin-bottom: 15px;
+}
+ 
+#thumbnailImage {
+  width: 200px;
+  height: auto;
+  border-radius: 10px;
+  box-shadow: 0px 4px 10px rgba(0,0,0,0.1);
+  object-fit: cover;
 }

-
+#previewThumbnail {
+  width: 150px;
+  height: 100px;
+  /*border: 1px dashed black;*/
+}
+ 
 .custom-btn {
  padding: 10px 20px;
+  margin-top: 10px;
  background-color: #007BFF;
  color: white;
  border: none;
@@ -52,27 +77,27 @@ body {
  cursor: pointer;
  font-size: 14px;
 }
-
-
+ 
+ 
 .custom-btn:hover {
  background-color: #0056b3;
 }
-
+ 
 .submit-btn:hover {
  background-color: #0056b3;
 }
-
+ 
 input[type="file"] {
  display: none;
 }
-
+ 
 .checkbox-container{
 margin-top: 8px;
 display: flex;
 align-items: center;
 gap: 5px;
 }
-
+ 
 .checkbox-group {
  margin-top: 15px;
  margin-bottom: 15px;
@@ -81,9 +106,11 @@ gap: 5px;
  gap: 10px;
  align-items: flex-start;
 }
-
+ 
 .submit-btn {
  padding: 10px 20px;
+  margin-top: 10px;
+  margin-bottom: 10px;
  background-color: #007BFF;
  color: white;
  border: none;
@@ -91,24 +118,33 @@ gap: 5px;
  cursor: pointer;
  font-size: 14px;
 }
-
+ 
+.submit-btn:disabled {
+  opacity: 0.5;
+  cursor: not-allowed;
+  pointer-events: none;
+}
+ 
 .mitte {
-  background-color: #f2f3f4;
+  background-color: #FDFCFA;
  display: flex;
+  width: 700px;
  flex-direction: column;
  align-items: center;
  padding: 5% 50px;
  margin-top: 20px;
  gap: 10px;
-  border: 1px;
+  border: 0px;
  border-color: black;
  border-style: solid;
+  border-radius: 6px;
+  box-shadow: 0px 4px 10px rgba(0,0,0,0.1);
 }
-
+ 
 h1 {
  align-content: center;
 }
-
+ 
 .progressbar{
  position: relative;
  width: 210px;
@@ -116,15 +152,16 @@ h1 {
  background: rgb(42, 46, 78);
  border-radius: 5px;
  overflow: hidden;
+  visibility: hidden;
 }
-
+ 
 .progress_fill{
  width: 0%;
  height: 100%;
  background: green;
  transition: all 0.2s;
 }
-
+ 
 .progress_text{
  position: absolute;
  top: 50%;
@@ -133,15 +170,19 @@ h1 {
  color: white;
 }

-.flagsBtns {
+
+.dropdownMenus {
  display: flex;
  justify-content: flex-end;
+  margin-top: 1px;
+  gap: 150px;
+  padding: 2px 10px 2px 10px;
 }

-.de_Btn, .eng_Btn, .in_Btn {
-  padding: 8px 16px;
-  color: white;
-  border: none;
-  border-radius: 8px;
-  cursor: pointer;
+#ai_type, #transkript_type, #language_option {
+  padding: 3px;
+}
+
+.labelDiv {
+  gap: 200px;
 }
@@ -35,6 +35,8 @@ console.log("-------------------------------------------------------------------



+
+
 // --------------------------------------------------------- CLI COMMANDS --------------------------------------------------------- //

 const rl = readline.createInterface({
@@ -58,22 +60,176 @@ rl.on("line", data =>{
 let mainWindow;

 function createWindow() {
-  mainWindow = new electron.BrowserWindow({
-    width: 800,
-    height: 600,
-    webPreferences: {
-      nodeIntegration: false,
-      contextIsolation: true,
-      preload: `${mainDir}/electron/main/preload.js`
-    }
-  });
+    mainWindow = new electron.BrowserWindow({
+        width: 800,
+        height: 800,
+        webPreferences: {
+            nodeIntegration: false,
+            contextIsolation: true,
+            preload: `${mainDir}/electron/main/preload.js`
+        }
+    });

-  mainWindow.loadFile('./electron/main/index.html');
+    mainWindow.loadFile('./electron/main/index.html');
 }

 electron.app.whenReady().then(createWindow);


-electron.ipcMain.on("extract", (event, args) => {
-    mapFunctions.get("extraction-video-to-audio").function(args)
-})
+// electron.ipcMain.on("extract", (event, args) => {
+//     mapFunctions.get("extraction-video-to-audio").function(args)
+// })
+
+// setTimeout(() => {
+//     mainWindow.webContents.send("fuck", "worked uwu")
+// }, 5000);
+
+electron.ipcMain.handle('get-module-names', async () => {
+    let module_array = {
+        "ai_modules":[],
+        "transcription_modules":[]
+    }
+    mapFunctions.forEach(e => {
+        switch(e.type){
+            case "llm":
+                module_array.ai_modules.push({"name": e.name, "displayname": e.displayname})
+                break;
+            case "transcription":
+                module_array.transcription_modules.push({"name": e.name, "displayname": e.displayname})
+                break;
+        }
+    })
+    // console.log(module_array);
+    return module_array
+});
+
+
+// electron.ipcMain.on("get_modules", async (event, args) => {
+//     let module_array = {
+//         "ai_modules":[],
+//         "transcription_modules":[]
+//     }
+//     mapFunctions.forEach(e => {
+//         switch(e.type){
+//             case "llm":
+//                 module_array.ai_modules.push({"name": e.name, "displayname": e.displayname})
+//                 break;
+//             case "transcription":
+//                 module_array.transcription_modules.push({"name": e.name, "displayname": e.displayname})
+//                 break;
+//         }
+//     })
+//     console.log(module_array);
+
+//     mainWindow.webContents.send("modules", module_array)
+// })
+
+
+
+electron.ipcMain.on("file_submit", async (event, args) => {
+    try {
+        let curstep = 0
+        let totalsteps = 3 + args.document.styles.length
+
+        if(args.document.styles.length == 0)
+            throw new Error("At least one Document Style needed");
+
+
+        console.log(args);
+        let audiopath = ""
+        let transcriptpath = ""
+
+        console.log("\n\n Running the Video to Audio Extractor");
+        // This code handles the Video to Audio extraction module call
+        await mapFunctions.get("module-handler").function(args.video.module, {inputVideoPath: args.video.inputVideoPath, outputType: args.video.outputType}).then(resp => {
+            console.log(resp);
+            audiopath = resp
+            curstep++
+            mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
+        }).catch(err => {
+            mainWindow.webContents.send("error", err)
+            return
+        })
+
+
+        console.log("\n\n Running the Audio to Transcription module");
+        // TODO implement transcription module
+        // This code handles the Audio to Text transcription module call
+        await mapFunctions.get("module-handler").function(args.transcription.module, audiopath).then(resp => {
+            console.log(resp);
+            transcriptpath = resp
+            curstep++
+            mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
+        }).catch(err => {
+            mainWindow.webContents.send("error", err)
+            return
+        })
+
+
+        console.log("\n\n Running the Transcription Summarizer module");
+        // This code summarises the transcript, so that it can be used by an llm
+        // await mapFunctions.get("summarize-transcription").function('A:\\programing\\@projects\\video2document\\storage\\transcripts\\IMG_2978.json').then(resp => {
+        await mapFunctions.get("summarize-transcription2").function(transcriptpath).then(resp => {
+            console.log(resp);
+            transcriptpath = resp
+            curstep++
+            mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
+        }).catch(err => {
+            mainWindow.webContents.send("error", err)
+            return
+        })
+
+        console.log("\n\n Running the LLM module");
+        // TODO implement documentation module
+        // This code handles the Text to Document processing module call
+        for (let i = 0; i < args.document.styles.length; i++) {
+            await mapFunctions.get("module-handler").function(args.document.module, {prompt: args.document.styles[i].prompt, transcript: transcriptpath}).then(resp => {
+                console.log(resp);
+                transcriptpath = resp
+                curstep++
+                mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
+            }).catch(err => {
+                mainWindow.webContents.send("error", err)
+                return
+            })
+        }
+
+
+    } catch (error) {
+        console.log(error);
+    }
+})
+
+
+
+let q =
+{
+    video: {
+        module: "String", // The name of the module, idk if we ever implement other extraction modules, the default one is extraction-video-to-audio
+        inputVideoPath: "String", // See script.js on line 27 for an example of what this should look like
+        outputType: "String" // The file format to be used for the audio output file, such as wav, mp3, flac and so on
+    },
+    transcription:{
+        module: "String" // The module name of the transcription model you want to use
+    },
+    document:{
+        module: "String", // The module name of the AI model you want to use to create the document
+        styles: [ // An array of all the document styles/prompts you want to have the document be processed with
+            {
+                prompt: "String",
+            }
+        ]
+    }
+}
+
+
+let q1 = {
+    "ai_modules":    [
+        {name:"abc", displayname:"ABC"},
+        {name:"qeg", displayname:"aqghegahu"}
+    ],
+    "transcription_modules":    [
+        {name:"abc", displayname:"ABC"},
+        {name:"qeg", displayname:"aqghegahu"}
+    ]
+}
@@ -1,6 +1,8 @@
 {
  "dependencies": {
+    "@google/genai": "^1.30.0",
    "@types/axios": "^0.9.36",
+    "axios": "^1.13.2",
    "cli-progress": "^3.12.0",
    "dotenv": "^17.2.3",
    "electron": "^39.1.1",
@@ -16,3 +16,8 @@ cliProgress = require('cli-progress');
 // { app, BrowserWindow, ipcMain, dialog } = require('electron');

 electron = require('electron');
+genai    = require("@google/genai");
+
+axios = require("axios")
+
+console.log(require('dotenv').config({path: __dirname + '/.env'}));
@@ -1,4 +1,3 @@
-
 // Ensure ffmpeg binary is available
 if (!ffmpegPath) {
    throw new Error('FFmpeg binary not found!');
@@ -32,11 +31,11 @@ module.exports = {
            hideCursor: true
        });
        try {
-            // if (meta.url === `file://${process.argv[1]}`) {
+            return new Promise((resolve, reject) => {
                this.extractAudioFromVideo(parameter.inputVideoPath, progressBar, parameter.outputType)
-                    .then(() => console.log('Audio extraction successful.'))
+                    .then((resp) => resolve(resp))
                    .catch((err) => console.error(err));
-            // }
+            })
        } catch (error) {
            console.log(parameter.outputType);
            
@@ -75,7 +74,7 @@ module.exports = {
                    progressBar.update(100, { timemark: 'done' });
                    progressBar.stop();
                    console.log(`Extraction completed: ${outputAudioPath}`);
-                    resolve();
+                    resolve(outputAudioPath);
                })
                .on('error', (err) => {
                    progressBar.stop();
@@ -89,5 +88,4 @@ module.exports = {
            }
        });
    }
-
 }
@@ -0,0 +1,148 @@
+
+// Prepare output directory (always storage/transcriptionSummaries under project root)
+const outputDir = `${__dirname}/../../../storage/transcriptionSummaries`;
+if (!fs.existsSync(outputDir)) {
+    fs.mkdirSync(outputDir, { recursive: true });
+}
+
+//Speaker, ALL-Sentences, Start, End
+
+module.exports = {
+    name: "summarize-transcription", // Unique name for our function that will later be used to get the function from the map via "mapFunctions.get("example").function()"
+    type: "summarizer", // value used to differentiate each module to order them in the UI
+    displayname: "Summarizer",  // The displayname used within the UI
+    async function(args) {
+        return new Promise(async (resolve, reject) => {
+            let inputJson = args.json;
+
+            //JSON Path
+            if (args.jsonPath) {
+                try {
+                    const raw = fs.readFileSync(args.jsonPath, "utf-8");
+                    inputJson = JSON.parse(raw);
+                } catch (e) {
+                    console.error("Failed to load JSON from file:", e);
+                    return { error: "Could not read JSON from file path." };
+                }
+            }
+            // JSON parsen
+            if (typeof args === "string") {
+                try {
+                    await new Promise((res) => {
+                        fs.readFile(args, 'utf8', function (err, data) {
+                            if (err) throw err;
+                            inputJson = JSON.parse(data);
+                            res()
+                        });
+                    })
+                } catch (e) {
+                    console.log("Invalid JSON in summarize-transcription");
+                    console.log(e)
+                    return { error: "Invalid JSON" };
+                }
+            }
+
+            const words = inputJson.words;
+            if (!Array.isArray(words)) {
+                return { error: "No words Array found" };
+            }
+
+            const ENDINGS = [".", "!", "?"]; // '...' auch als Satzende ?
+            const ABBREVIATIONS = new Set(["z.B.", "bzw.", "u.a.", "Dr.", "Mr.", "Mrs.", "Prof.", "etc."]); //TODO weitere Ergaenzen
+
+            const result = [];
+            let currentSentence = "";
+            let currentSpeaker = null;
+            let startTime = null;
+            let endTime = null;
+
+            for (const w of words) {
+                if (!currentSpeaker) currentSpeaker = w.speaker;
+                if (startTime === null) startTime = w.start;
+                endTime = w.end;
+        
+                //speaker changing
+                if (currentSpeaker !== w.speaker && currentSentence) { 
+                    const lastEntry = result[result.length - 1];
+                    if (lastEntry && lastEntry.speaker === currentSpeaker) {
+                        lastEntry.sentence += " " + currentSentence;
+                        lastEntry.end = endTime;
+                    } else {
+                        result.push({
+                            speaker: currentSpeaker,
+                            sentence: currentSentence,
+                            start: startTime,
+                            end: endTime
+                        });
+                    }
+                    currentSentence = "";
+                    startTime = w.start;
+                }
+                currentSpeaker = w.speaker;
+                currentSentence += (currentSentence ? " " : "") + w.text; //sentence beginning or not
+                const lastWord = w.text.trim();
+                const lastChar = lastWord.slice(-1);
+                const isAbbreviation = ABBREVIATIONS.has(lastWord);
+
+                //sentence ending
+                if (ENDINGS.includes(lastChar) && !isAbbreviation) {
+                    const lastEntry = result[result.length - 1];
+                    if (lastEntry && lastEntry.speaker === currentSpeaker) {
+                        lastEntry.sentence += " " + currentSentence;
+                        lastEntry.end = endTime;
+                    } else {
+                        result.push({
+                            speaker: currentSpeaker,
+                            sentence: currentSentence,
+                            start: startTime,
+                            end: endTime
+                        });
+                    }
+                    currentSentence = "";
+                    startTime = null;
+                    endTime = null;
+                    currentSpeaker = null;
+                }
+            }
+
+            // safe last sentence 
+            if (currentSentence) {
+                const lastEntry = result[result.length - 1];
+                if (lastEntry && lastEntry.speaker === currentSpeaker) {
+                    lastEntry.sentence += " " + currentSentence;
+                    lastEntry.end = endTime;
+                } else {
+                    result.push({
+                        speaker: currentSpeaker,
+                        sentence: currentSentence,
+                        start: startTime,
+                        end: endTime
+                    });
+                }
+            }
+
+            // Output as Text
+            const output = result.map(r => 
+                `Sprecher ${r.speaker} [${r.start.toFixed(2)} - ${r.end.toFixed(2)}]: ${r.sentence}`
+            );
+
+            // Output on cosole
+            //console.log("\n------------\nMerged Transcription Result:\n", output, "\n------------\n");
+
+            try {
+                const jsonPath = path.join(outputDir, "transcription_result.json");
+                fs.writeFileSync(jsonPath, JSON.stringify(result, null, 2), "utf-8");
+
+                const txtPath = path.join(outputDir, "transcription_result.txt");
+                fs.writeFileSync(txtPath, output.join("\n"), "utf-8");
+
+                console.log(`Summary successfully saved:\n- ${jsonPath}\n- ${txtPath}`);
+
+                resolve(jsonPath);
+            } catch (err) {
+                console.error("Error saving Summary:", err);
+                reject(err);
+            }
+        })
+    }
+}
@@ -0,0 +1,143 @@
+
+// Prepare output directory (always storage/transcriptionSummaries under project root)
+const outputDir = `${__dirname}/../../../storage/transcriptionSummaries`;
+if (!fs.existsSync(outputDir)) {
+    fs.mkdirSync(outputDir, { recursive: true });
+}
+
+function getSessionId(inputPath) {
+  try {
+    const parsed = new URL(inputPath);
+    const base = path.basename(parsed.pathname);
+    return base.replace(/\.[^.]+$/, '');
+  } catch {
+    return path.basename(inputPath, path.extname(inputPath));
+  }
+}
+
+//Speaker, Sentence, Start, End
+
+module.exports = {
+    name: "summarize-transcription2", // Unique name for our function that will later be used to get the function from the map via "mapFunctions.get("example").function()"
+    type: "summarizer", // value used to differentiate each module to order them in the UI
+    displayname: "Summarizer",  // The displayname used within the UI
+    async function(args) {
+        return new Promise(async (resolve, reject) => {
+            let inputJson = args.json;
+
+            //JSON Path
+            if (args.jsonPath) {
+                try {
+                    const raw = fs.readFileSync(args.jsonPath, "utf-8");
+                    inputJson = JSON.parse(raw);
+                } catch (e) {
+                    console.error("Failed to load JSON from file:", e);
+                    return { error: "Could not read JSON from file path." };
+                }
+            }
+            // JSON parsen
+                if (typeof args === "string") {
+                    try {
+                        await new Promise((res) => {
+                            fs.readFile(args, 'utf8', function (err, data) {
+                                if (err) throw err;
+                                inputJson = JSON.parse(data);
+                                res()
+                            });
+                        })
+                    } catch (e) {
+                        console.log("Invalid JSON in summarize-transcription");
+                        console.log(e)
+                        return { error: "Invalid JSON" };
+                    }
+                }
+
+            const words = inputJson.words;
+            if (!Array.isArray(words)) {
+                return { error: "No words Array found" };
+            }
+
+            const ENDINGS = [".", "!", "?"]; // '...' auch als Satzende ?
+            const ABBREVIATIONS = new Set(["z.B.", "bzw.", "u.a.", "Dr.", "Mr.", "Mrs.", "Prof.", "etc."]); //TODO weitere Ergaenzen
+
+            const result = [];
+            let currentSentence = "";
+            let currentSpeaker = null;
+            let startTime = null;
+            let endTime = null;
+
+            for (const w of words) {
+                if (!currentSpeaker) currentSpeaker = w.speaker;
+                if (startTime === null) startTime = w.start;
+                endTime = w.end;
+        
+                //speaker changing
+                if (currentSpeaker !== w.speaker && currentSentence) {
+                    result.push({
+                        speaker: currentSpeaker,
+                        sentence: currentSentence,
+                        start: startTime,
+                        end: endTime
+                    });
+                    currentSentence = "";
+                    startTime = w.start;
+                }
+                currentSpeaker = w.speaker;
+                currentSentence += (currentSentence ? " " : "") + w.text; //sentence beginning or not
+                const lastWord = w.text.trim();
+                const lastChar = lastWord.slice(-1);
+                const isAbbreviation = ABBREVIATIONS.has(lastWord);
+
+                //sentence ending
+                if (ENDINGS.includes(lastChar) && !isAbbreviation) {
+                    result.push({
+                        speaker: currentSpeaker,
+                        sentence: currentSentence,
+                        start: startTime,
+                        end: endTime
+                    });
+                    currentSentence = "";
+                    startTime = null;
+                    endTime = null;
+                    currentSpeaker = null;
+                }
+            }
+
+            // safe last sentence 
+            if (currentSentence) {
+                result.push({
+                    speaker: currentSpeaker,
+                    sentence: currentSentence,
+                    start: startTime,
+                    end: endTime
+                });
+            }
+
+
+            // Output as Text
+            const output = result.map(r => 
+                `Sprecher ${r.speaker} [${r.start.toFixed(2)} - ${r.end.toFixed(2)}]: ${r.sentence}`
+            );
+
+            // Output on cosole
+            //console.log("\n------------\nMerged Transcription Result:\n", output, "\n------------\n");
+
+            try {
+
+                let filename = getSessionId(args);
+
+                const jsonPath = path.join(outputDir, `${filename}-${new Date().getTime()}.json`);
+                fs.writeFileSync(jsonPath, JSON.stringify(result, null, 2), "utf-8");
+
+                const txtPath = path.join(outputDir, `${filename}-${new Date().getTime()}.txt`);
+                fs.writeFileSync(txtPath, output.join("\n"), "utf-8");
+
+                console.log(`Summary successfully saved:\n- ${jsonPath}\n- ${txtPath}`);
+                resolve(jsonPath);
+            } catch (err) {
+                console.error("Error saving Summary:", err);
+                reject(err);
+            }
+        })
+    }
+}
@@ -1,6 +1,6 @@
 module.exports = {
    name:"chatgpt", // Unique name for our function that will later be used to get the function from the map via "mapFunctions.get("example").function()"
-    type:"document", // value used to differentiate each module to order them in the UI
+    type:"llm", // value used to differentiate each module to order them in the UI
    displayname:"ChatGPT", // The displayname used within the UI
    async function(parameter){
        // TODO add code to actually send the transcript to ChatGPT and get a response back
@@ -1,16 +1,13 @@
-const fs = require("fs");
-const path = require("path");
-const { GoogleGenAI } = require("@google/genai"); // Import Google Gemini AI SDK
-
 const outputDir = path.join(__dirname, "../../../storage/documents"); //  path for output directory

 if (!fs.existsSync(outputDir)) {
    fs.mkdirSync(outputDir, { recursive: true }); // Create output directory if it doesn't exist
 }

-const ai = new GoogleGenAI({ 
-    apiKey: process.env.GOOGLE_API_KEY // Ensure Google API key is set in environment variables: export GOOGLE_API_KEY="your_api_key_here"
-});
+// Ensure Google API key is set in environment variables: export GOOGLE_API_KEY="your_api_key_here"
+
+const GEMINI_API_KEY = process.env.GOOGLE_API_KEY; // Ensure Google API key is set in environment variables: export GOOGLE_API_KEY="your_api_key_here"
+const GEMINI_URL = "https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash:generateContent"; //URL for the REST call, used model and action

 module.exports = {
    name: "llm-gemini",
@@ -35,19 +32,39 @@ module.exports = {

    createDocumentFromTranscript: async function(transcriptPath, documentTypePath, language = "en") { // default language is English
        try {
-            const transcript = await fs.promises.readFile(transcriptPath, "utf-8");
-            const documentType = await fs.promises.readFile(documentTypePath, "utf-8");
+            const transcript = await fs.promises.readFile(transcriptPath, "utf-8"); //read transcript file from Path
+            const documentType = await fs.promises.readFile(documentTypePath, "utf-8"); //read document type from Path
+            const promptText = `${documentType}, in language ${language}, transcript:\n\n${transcript}`; //combine doc type, language and transcript - Change prompt here if needed

-            const promptText = `${documentType}, in language ${language}, transcript:\n\n${transcript}`;
-
-            const response = await ai.models.generateContent({
-                model: "gemini-2.5-flash", // Specify the Gemini model to use
-                contents: promptText // Input prompt for content generation
+            // --- REST CALL ---
+            const response = await fetch(`${GEMINI_URL}?key=${GEMINI_API_KEY}`, { //safe model response in variable
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json"
+                },
+                body: JSON.stringify({
+                    contents: [
+                        {
+                            parts: [
+                                { text: promptText } // Input prompt for content generation
+                            ]
+                        }
+                    ]
+                })
            });

-            const output = response.text || ""; // Get generated text from response or default to empty string (if null)
+            if (!response.ok) { //ok is true when a responce was successfull
+                const text = await response.text();
+                throw new Error(`Gemini API error (${response.status}): ${text}`);
+            }

-            const outPath = path.join(outputDir, "test.md"); // Output file path & name TO BE DONE to make dynamic out of input transcript name
+            const data = await response.json();
+
+            // Get generated text from response or default to empty string (if null)
+            const output = data?.candidates?.[0]?.content?.parts?.[0]?.text || "";
+            let inputTranscriptName = path.basename(transcriptPath, path.extname(transcriptPath)); // Name for the output file 
+            console.log(inputTranscriptName);
+            const outPath = path.join(outputDir, `${inputTranscriptName}.md`); // Output file path & name to make naming dynamic. Pulled from input transcript name
            fs.writeFileSync(outPath, output, "utf8"); // Write output to file

            console.log("Generated document written to:", outPath);
@@ -1,8 +1,123 @@
-module.exports = {
-    name:"assembly", // Unique name for our function that will later be used to get the function from the map via "mapFunctions.get("example").function()"
-    type:"transcription", // value used to differentiate each module to order them in the UI
-    displayname:"Assembly", // The displayname used within the UI
-    async function(parameter){
-        // TODO add code to actually process the audio file
+const API_KEY = process.env.ASSEMBLYAI_API_KEY;
+const BASE_URL = 'https://api.assemblyai.com/v2';
+
+//---------------------------------------------------Upload audio---------------------------------------------------
+
+async function uploadAudio(audioPath) {
+  const audioData = fs.readFileSync(audioPath);
+
+  const response = await axios.post(`${BASE_URL}/upload`, audioData, {
+    headers: {
+      authorization: API_KEY,
+      'content-type': 'application/octet-stream'
    }
-}
+  });
+
+  return response.data.upload_url;
+}
+
+////---------------------------------------------------Extract session id---------------------------------------------------
+
+function getSessionId(inputPath) {
+  try {
+    const parsed = new URL(inputPath);
+    const base = path.basename(parsed.pathname);
+    return base.replace(/\.[^.]+$/, '');
+  } catch {
+    return path.basename(inputPath, path.extname(inputPath));
+  }
+}
+
+//---------------------------------------------------Create transcript---------------------------------------------------
+
+async function createTranscript(audioUrl) {
+  const response = await axios.post(
+    `${BASE_URL}/transcript`,
+    {
+      audio_url: audioUrl,
+      speaker_labels: true,
+      language_detection: true
+    },
+    {
+      headers: {
+        authorization: API_KEY,
+        'content-type': 'application/json'
+      }
+    }
+  );
+
+  return response.data.id;
+}
+
+//---------------------------------------------------Poll transcript---------------------------------------------------
+
+async function pollTranscript(transcriptId) {
+  while (true) {
+    const response = await axios.get(`${BASE_URL}/transcript/${transcriptId}`, {
+      headers: { authorization: API_KEY }
+    });
+
+    const status = response.data.status;
+
+    if (status === 'completed') return response.data;
+    if (status === 'error') throw new Error(`Transcription failed: ${response.data.error}`);
+
+    await new Promise(res => setTimeout(res, 3000));
+  }
+}
+
+//---------------------------------------------------Save transcript---------------------------------------------------
+
+function saveTranscript(transcript, sessionId) {
+  const outputDir = path.join(__dirname, '../../../storage/transcripts');
+
+  if (!fs.existsSync(outputDir)) {
+    fs.mkdirSync(outputDir, { recursive: true });
+  }
+
+  const outputPath = path.join(outputDir, `${sessionId}.json`);
+  fs.writeFileSync(outputPath, JSON.stringify(transcript, null, 2));
+
+  console.log(`Transcript saved: ${outputPath}`);
+
+  return outputPath;
+}
+
+//---------------------------------------------------Modul---------------------------------------------------
+
+module.exports = {
+  name: 'assembly',
+  type: 'transcription',
+  displayname: 'AssemblyAI',
+
+  async function(audioFileName) {
+    return new Promise(async (resolve, reject) => {
+      try {
+        // audioFileName ist nur "datei.mp3"
+        const audioPath = audioFileName;
+
+        let audioUrl;
+
+        if (/^https?:\/\//i.test(audioFileName)) {
+          audioUrl = audioFileName;
+        } else {
+          if (!fs.existsSync(audioPath)) {
+            throw new Error(`Audio file not found: ${audioPath}`);
+          }
+          audioUrl = await uploadAudio(audioPath);
+        }
+
+        const transcriptId = await createTranscript(audioUrl);
+        const transcript = await pollTranscript(transcriptId);
+
+        const sessionId = getSessionId(audioFileName);
+        
+        resolve(saveTranscript(transcript, sessionId));
+
+      } catch (error) {
+        console.error('Transcription error:', error.message);
+        reject(error);
+      }
+    })
+  }
+};
@@ -6,8 +6,18 @@ module.exports = {
        // We are now calling the example function from the example folder
        mapFunctions.get("example").function("Startup")

+    //    let transcript = await mapFunctions.get("assembly").function('../../storage/audio/IMG_2978.wav');
+
+    //    let summary = await mapFunctions.get("summarize-transcription").function({jsonPath:'/Users/santa/Proj25/video2document/storage/transcripts/IMG_2978.json'});
+
+
+        
+
        // mapFunctions.get("extraction-video-to-audio").function({inputVideoPath:"./a.mp4", outputType:"wav"})
        // mapFunctions.get("extraction-video-to-audio").function({inputVideoPath:"./b.mp4", outputType:"wav"})
        // mapFunctions.get("extraction-video-to-audio").function({inputVideoPath:"./b.mp4", outputType:"flac"})
+
+        // mapFunctions.get("ipc-handler").function("extraction-video-to-audio", {inputVideoPath:"./a.mp4", outputType:"flac"})
+
    }
 }
@@ -0,0 +1,16 @@
+module.exports = {
+    name:"module-handler", // Unique name for our function that will later be used to get the function from the map via "mapFunctions.get("example").function()"
+    async function(module,parameter){
+        return new Promise(async (resolve, reject) => {
+            if(mapFunctions.get(module) == undefined){
+                reject("requested modules not found")
+                return
+            }
+            mapFunctions.get(module).function(parameter).then((result) => {
+                resolve(result)
+            }).catch((err) => {
+                reject(err)
+            });
+        })
+    }
+}
@@ -1,6 +1,7 @@
 // services/pipeline/jobs/transcribeLatest.ts
 import path from 'path';
 import fs from 'fs';
+// @ts-ignore: module has no type declarations or cannot be resolved in current TS config
 import assembly from '../../modules/transcription/assembly';

 /**
@@ -0,0 +1,18 @@
+require('dotenv').config();
+const path = require('path');
+const assemblyModule = require('../../services/modules/transcription-remote/assembly.js');
+
+// Audio-Datei oder URL aus Kommandozeile, Standard: test.wav
+const audioPath = process.argv[2] || './storage/audio/IMG_2978.wav';
+
+(async () => {
+  try {
+    const transcript = await assemblyModule.run(audioPath);
+
+    console.log('Transcription succesful');
+    console.log('Transcript ID:', transcript?.id);
+    console.log('Speaker labels:', transcript?.utterances?.length || 0);
+  } catch (error) {
+    console.error('Error in Transcription:', error?.message || error);
+  }
+})();
@@ -0,0 +1,12 @@
+const fs = require('fs');
+const transSummarizer = require("../../services/modules/jsonTools/transcriptionSummarizer.js");
+
+// JSON-Datei laden
+const inputJson = JSON.parse(fs.readFileSync("./testFile.json", "utf8"));
+
+// Übergabe an den Summarizer
+transSummarizer.function({
+    json: inputJson
+});
+
+
Author	SHA1	Message	Date
santa	5bd5ae52c6	custom document erstellt	2025-12-15 15:35:19 +01:00
Spanier, Pit	05c04aaef2	Merge branch 'feature/gemini-ai' into 'develop' REST API & Auto Naming See merge request proj-wise2526-video2document/video2document!31	2025-11-26 21:57:51 +01:00
MikeHughes-BIN	84cc94aa34	REST API & Auto Naming	2025-11-26 21:55:19 +01:00
Spanier, Pit	16f319f89f	Merge branch 'feature/implementing-everything' into 'develop' working on implementing everything See merge request proj-wise2526-video2document/video2document!27	2025-11-24 17:25:37 +01:00
santa	9ab98825a2	made it so that the transcript summary file name is not hardcoded anymore	2025-11-24 17:24:08 +01:00
emily	9a0a349813	Switched to transcription summarizer2 due to a better output format	2025-11-24 17:01:49 +01:00
emily	9dfc05e987	Fixed Transcription Summarizer, and now the whole pipeline works (except for LLM, because we need the keys for that)	2025-11-24 16:51:48 +01:00
santa	a5a60635fc	worked on fixing the code	2025-11-24 16:40:12 +01:00
emily	af13907fdc	added console outputs for debugging	2025-11-24 16:14:26 +01:00
emily	812bca8cfb	working on implementing everything Currently getting stuck on the assembly module as assembly ai for some fucking reason blocks me from making any requests This includes making a new user account	2025-11-24 15:35:32 +01:00
emily	34d644d7d7	Merge commit '2f5efee9c7f81cadc22f033f9ba20bb5cbc2d66e' into develop	2025-11-24 14:41:10 +01:00
Spanier, Pit	e73a2a8203	Merge branch 'feature/modular-ipc-system-implementation' into 'develop' Implemented first version of the json object that should be send back to the... See merge request proj-wise2526-video2document/video2document!26	2025-11-24 14:31:32 +01:00
santa	2f5efee9c7	Summarizer und weiters angepasst	2025-11-24 14:27:49 +01:00
santa	465fe8bd41	Summarizer angepasst	2025-11-24 14:25:29 +01:00
emily	78e5cf0503	Merge commit '718664523cb982791ec596e62b6536baca692e80' into feature/modular-ipc-system-implementation	2025-11-24 14:20:34 +01:00
eric.minning	718664523c	Fix, so the transcript module names get loaded in the right drop down menu	2025-11-24 14:19:57 +01:00
emily	eb42a1f377	fixed small error	2025-11-24 14:16:10 +01:00
emily	0e7b42cb4a	Merge commit '90825436520562cc7638f885b70286f765d9f20a' into feature/modular-ipc-system-implementation	2025-11-24 14:15:23 +01:00
emily	31ddddab6a	replaced get modules ipc event handler with a two way handler	2025-11-24 14:14:16 +01:00
eric.minning	9082543652	version 2 of trying to get the module names	2025-11-24 14:13:09 +01:00
emily	b9657e1c95	fixed another typo in the file submission object	2025-11-24 13:10:07 +01:00
emily	baeb9efd2b	fixed file submit code and incorrect property naming in file submission object	2025-11-24 13:04:41 +01:00
emily	8c4d213ed0	Merge commit '6531f5f51c125b9cef761b457ab09f494c77a7e7' into feature/modular-ipc-system-implementation	2025-11-24 12:56:21 +01:00
emily	474e587ff2	Added functionality to group modules for frontend	2025-11-24 12:53:05 +01:00
eric.minning	6531f5f51c	Implemented the interaction between the gui and main so that the ai/transcript names get loaded inside the dropdowns	2025-11-24 12:52:49 +01:00
emily	05449ad8f2	removed an empty line	2025-11-24 12:24:33 +01:00
emily	8046fe53d1	Merge commit 'b4f2ed561dbf2ae87d7816e8aa5b708ed70fb596' into feature/modular-ipc-system-implementation	2025-11-24 12:20:06 +01:00
emily	c2f22b3525	merged Mikes code for the google gemini module included the requires libraries in the package.json implemented the library into requires.js cleaned up ffmpeg from the events	2025-11-24 12:12:46 +01:00
emily	6257ad05a8	Merge commit '4ade9575f33fd353522a07abe2f60e2d1be6feb4' into feature/modular-ipc-system-implementation	2025-11-24 12:08:35 +01:00
emily	bf7438b753	cleaned up ffmpegextractor.js	2025-11-24 12:07:54 +01:00
emily	868945fb92	Merge commit '925eb33eab45c084e9386ada66d9cb14b966e312' into feature/modular-ipc-system-implementation	2025-11-24 12:06:58 +01:00
Hughes, Mike	0f689e2846	Merge branch 'feature/26-llm-schnittstelle-implementieren-s3-07' into 'develop' Feature/26 llm schnittstelle implementieren s3 07 See merge request proj-wise2526-video2document/video2document!24	2025-11-22 14:38:07 +01:00
Verena Schulz	b4f2ed561d	Grey background removed, bigger middle part	2025-11-22 13:48:01 +01:00
Azeufack Noupeu Willy	925eb33eab	chore: add .env.example template for AssemblyAI API key	2025-11-20 15:42:03 +01:00
Azeufack Noupeu Willy	911cba14fd	chore(typescript): add @ts-ignore for assembly module import	2025-11-20 14:34:07 +01:00
Azeufack Noupeu Willy	6813659443	feat(main): add pipeline orchestrator for auto-transcription	2025-11-20 14:31:26 +01:00
Azeufack Noupeu Willy	a0ed2ab7bd	feat(extraction): add audio_ready event emission - Add EventEmitter to emit audio_ready when extraction completes - Pass sessionId and audioPath in event data - Export audioEvents for Main process orchestrator Refs: S3-06 AC1,AC3,AC7	2025-11-20 14:05:52 +01:00
santa	b87bfd444d	Test erstellt	2025-11-20 13:27:15 +01:00
santa	97b571b7f9	Einbindung des Summarizer	2025-11-20 11:51:34 +01:00
santa	455147a41b	Summarizer Tool erstellt zur zusammenfassung der vom TranskriptionTool kommenden json	2025-11-20 10:15:11 +01:00
eric.minning	fde4d584ab	If you change the language, the corresponding flag will now show above the language selection	2025-11-18 16:25:10 +01:00
eric.minning	abd72c9b54	Implemented first version of the json object that should be send back to the main. as well as fixed some bugs	2025-11-18 12:59:08 +01:00
emily	4dc53b9d5f	implemented first version of the modular IPC system	2025-11-17 18:00:04 +01:00
eric.minning	5f14d633e3	Added labels and expanded the language function	2025-11-17 17:34:27 +01:00
Verena Schulz	7b01c4f022	Video icon improvement, changed dropdown alignment	2025-11-17 16:00:53 +01:00
eric.minning	4f57ec25bf	Changed the handleFiles function so it also contains the call for the generateThumbnail function	2025-11-17 15:18:18 +01:00
eric.minning	f8fb71e146	Added Verenas function to have a preview image of the selected video file	2025-11-17 15:02:22 +01:00
eric.minning	ada231cd28	Implemented a deaktivateProgressbar function	2025-11-17 13:15:37 +01:00
eric.minning	1e3d830ae2	Fixed a merg mistake and added try/catch lines	2025-11-17 11:27:17 +01:00
Verena Schulz	ab0e737f33	Submit button disabled without video, bigger middle part and dropzone, button in dropzone	2025-11-16 15:06:47 +01:00
santa	9441699561	if Pruefung fuer Datei Endung gefixt	2025-11-16 14:46:19 +01:00