Merge branch 'develop' into feature/30-backend-export-funktion-des-dokuments-in-verschiedene-datei-formate-s4-05

fixed the pipeline

See merge request proj-wise2526-video2document/video2document!38

requires.js

@@ -16,7 +16,6 @@ path = require('path');
 // { app, BrowserWindow, ipcMain, dialog } = require('electron');
 
 electron = require('electron');
-genai    = require("@google/genai");
 
 axios = require("axios")
 

scripts/show-models.js

@@ -0,0 +1,47 @@
+const fs = require('fs');
+const path = require('path');
+
+//node show-models.js, remember to set SAIA_API_KEY in your environment before running the script
+
+const SAIA_API_KEY = process.env.SAIA_API_KEY;
+const SAIA_MODELS_URL = "https://chat-ai.academiccloud.de/v1/models";
+
+// Script to list available models
+(async () => {
+    if (!SAIA_API_KEY) {
+        console.error("ERROR: SAIA_API_KEY environment variable is not set!");
+        process.exit(1);
+    }
+
+    console.log("Fetching available models from SAIA...\n");
+
+    try {
+        const response = await fetch(SAIA_MODELS_URL, {
+            method: "GET",
+            headers: {
+                "Authorization": `Bearer ${SAIA_API_KEY}`,
+                "Accept": "application/json"
+            }
+        });
+
+        if (!response.ok) {
+            const text = await response.text();
+            throw new Error(`SAIA API error (${response.status}): ${text}`);
+        }
+
+        const data = await response.json();
+        
+        console.log("Available models:");
+        console.log(JSON.stringify(data, null, 2));
+        
+        if (data.data && Array.isArray(data.data)) {
+            console.log("\n\nModel IDs:");
+            data.data.forEach(model => {
+                console.log(`- ${model.id}`);
+            });
+        }
+
+    } catch (error) {
+        console.error("Error fetching models:", error);
+    }
+})();

services/modules/convert/convert.js

@@ -0,0 +1,194 @@
+const fs = require('fs');
+const path = require('path');
+const puppeteer = require('puppeteer');
+const htmlToDocx = require('html-to-docx');
+const { execSync } = require('child_process');
+const os = require('os');
+
+const outputDir = path.join(__dirname, "../../../storage/documents");
+
+if (!fs.existsSync(outputDir)) {
+    fs.mkdirSync(outputDir, { recursive: true });
+}
+
+async function showSaveDialog(defaultName, format) {
+    const platform = os.platform();
+    
+    if (platform === 'darwin') {
+        // macOS
+        const applescript = `
+            set defaultName to "${defaultName}.${format}"
+            set theFile to choose file name with prompt "Dokument speichern als:" default name defaultName
+            POSIX path of theFile
+        `;
+        
+        try {
+            const result = execSync(`osascript -e '${applescript}'`, { encoding: 'utf8' });
+            return result.trim();
+        } catch (err) {
+            if (err.status === 1) return null; // User canceled
+            throw err;
+        }
+    } else if (platform === 'win32') {
+        // Windows
+        const powershell = `
+            Add-Type -AssemblyName System.Windows.Forms
+            $dialog = New-Object System.Windows.Forms.SaveFileDialog
+            $dialog.FileName = "${defaultName}.${format}"
+            $dialog.Filter = "${format.toUpperCase()} Dateien (*.${format})|*.${format}|Alle Dateien (*.*)|*.*"
+            $dialog.Title = "Dokument speichern als"
+            $result = $dialog.ShowDialog()
+            if ($result -eq 'OK') { $dialog.FileName }
+        `;
+        
+        try {
+            const result = execSync(`powershell -Command "${powershell.replace(/\n/g, '; ')}"`, { 
+                encoding: 'utf8' 
+            });
+            return result.trim() || null;
+        } catch (err) {
+            throw err;
+        }
+    } else {
+        // Linux - zenity oder kdialog
+        try {
+            const result = execSync(
+                `zenity --file-selection --save --confirm-overwrite --filename="${defaultName}.${format}"`, 
+                { encoding: 'utf8' }
+            );
+            return result.trim();
+        } catch (err) {
+            try {
+                const result = execSync(
+                    `kdialog --getsavefilename . "${defaultName}.${format}"`, 
+                    { encoding: 'utf8' }
+                );
+                return result.trim();
+            } catch (err2) {
+                // Fallback
+                return path.join(os.homedir(), 'Downloads', `${defaultName}.${format}`);
+            }
+        }
+    }
+}
+
+const module_exports = {
+    name: "htmlDocumentConverter",
+    type: "converter",
+    displayname: "HTML Document Converter",
+    description: "Converts LLM-generated HTML to PDF, DOCX, TXT, or HTML",
+
+    /**
+     * Main conversion function
+     * @param {Object} options
+     * @param {string} options.inputPath - Path to the HTML input
+     * @param {string} options.format - 'pdf' | 'docx' | 'html' | 'txt'
+     * @param {string} [options.outputName] - Optional output filename (without extension)
+     * @param {boolean} [options.showDialog] - Show save dialog (default: false in module mode, true in CLI mode)
+     */
+    async convert({ inputPath, format = 'pdf', outputName, showDialog = false }) {
+        if (!fs.existsSync(inputPath)) {
+            throw new Error(`Input file not found: ${inputPath}`);
+        }
+
+        const ext = path.extname(inputPath).toLowerCase();
+        const baseName = outputName || path.basename(inputPath, ext);
+        
+        let outputFile;
+        
+        if (showDialog) {
+            // Zeige nativen Dialog
+            outputFile = await showSaveDialog(baseName, format);
+            if (!outputFile) {
+                console.log('Speichervorgang abgebrochen.');
+                return null;
+            }
+        } else {
+            // Nutze Standard-Ausgabeverzeichnis
+            outputFile = path.join(outputDir, `${baseName}.${format.toLowerCase()}`);
+        }
+
+        let htmlContent = fs.readFileSync(inputPath, 'utf8');
+
+        // Remove <think> tags if present
+        htmlContent = htmlContent.replace(/<think>[\s\S]*?<\/think>/gi, '');
+
+        switch (format.toLowerCase()) {
+            case 'html':
+                fs.writeFileSync(outputFile, htmlContent, 'utf8');
+                break;
+            case 'pdf':
+                await this.htmlToPDF(htmlContent, outputFile);
+                break;
+            case 'docx':
+                await this.htmlToDOCX(htmlContent, outputFile);
+                break;
+            case 'txt':
+                fs.writeFileSync(outputFile, this.htmlToTXT(htmlContent), 'utf8');
+                break;
+            default:
+                throw new Error(`Unsupported format: ${format}`);
+        }
+
+        console.log(`Erfolgreich gespeichert: ${outputFile}`);
+        return outputFile;
+    },
+
+    // HTML → PDF
+    async htmlToPDF(html, outputPath) {
+        const browser = await puppeteer.launch({ 
+            headless: true,
+            args: ['--no-sandbox', '--disable-setuid-sandbox']
+        });
+        const page = await browser.newPage();
+        await page.setContent(html, { waitUntil: 'networkidle0' });
+        await page.pdf({ 
+            path: outputPath, 
+            format: 'A4', 
+            printBackground: true,
+            margin: { top: '20mm', right: '20mm', bottom: '20mm', left: '20mm' }
+        });
+        await browser.close();
+    },
+
+    // HTML → DOCX
+    async htmlToDOCX(html, outputPath) {
+        const buffer = await htmlToDocx(html);
+        fs.writeFileSync(outputPath, buffer);
+    },
+
+    // HTML → TXT (rudimentär)
+    htmlToTXT(html) {
+        return html.replace(/<[^>]*>/g, '').replace(/\s+\n/g, '\n').trim();
+    }
+};
+
+module.exports = module_exports;
+
+// CLI usage mit Dialog
+if (require.main === module) {
+    (async () => {
+        const args = process.argv.slice(2);
+        if (args.length < 1) {
+            console.log('Usage: node htmlDocumentConverter.js <input.html> [format]');
+            console.log('Formats: pdf (default), docx, html, txt');
+            console.log('');
+            console.log('Ein nativer "Speichern unter" Dialog wird automatisch geöffnet.');
+            process.exit(1);
+        }
+
+        const inputPath = args[0];
+        const format = args[1] || 'pdf';
+
+        try {
+            await module_exports.convert({ 
+                inputPath, 
+                format, 
+                showDialog: true  
+            });
+        } catch (err) {
+            console.error('Konvertierung fehlgeschlagen:', err.message);
+            process.exit(1);
+        }
+    })();
+}

services/modules/llm-chat_gpt/chatgpt.js

@@ -1,8 +1,131 @@
-module.exports = {
-    name:"chatgpt", // Unique name for our function that will later be used to get the function from the map via "mapFunctions.get("example").function()"
-    type:"llm", // value used to differentiate each module to order them in the UI
-    displayname:"ChatGPT", // The displayname used within the UI
-    async function(parameter){
-        // TODO add code to actually send the transcript to ChatGPT and get a response back
+const fs = require('fs');
+const path = require('path');
+
+const outputDir = path.join(__dirname, "../../../storage/documents"); //  path for output directory
+
+if (!fs.existsSync(outputDir)) {
+    fs.mkdirSync(outputDir, { recursive: true }); // Create output directory if it doesn't exist
+}
+
+// Ensure SAIA API key is set in environment variables: export SAIA_API_KEY="your_api_key_here"
+const SAIA_API_KEY = process.env.SAIA_API_KEY; // Ensure SAIA API key is set in environment variables
+
+const SAIA_URL = "https://chat-ai.academiccloud.de/v1/chat/completions"; //URL for the REST call, used model and action
+
+const module_exports = {
+    name: "llm-saia_openai_gpt",
+    type: "llm",
+    displayname: "GPT 120B",
+    description: "Generates documents using OpenAI GPT OSS 120B via SAIA platform",
+
+    async function(parameter) {
+        try {
+            console.log("SAIA OpenAI GPT module invoked with parameters:", parameter);
+
+            await this.createDocumentFromTranscript( //Call the function to create document with transcript, document type and language
+                parameter.inputTranscriptPath, // Path to input transcript file
+                parameter.documentTypePath, // Path to document type file which is chosen in the front end by the user
+                parameter.language // Language for the document which is chosen in the front end by the user
+            );
+
+        } catch (error) {
+            console.error("Error in SAIA OpenAI GPT module:", error);
+        }
+    },
+
+    createDocumentFromTranscript: async function(transcriptPath, documentTypePath, language = "en") { // default language is English
+        try {
+            const transcript = await fs.promises.readFile(transcriptPath, "utf-8"); //read transcript file from Path
+            const documentType = await fs.promises.readFile(documentTypePath, "utf-8"); //read document type from Path
+            const promptText = `${documentType}, in language ${language}, transcript:\n\n${transcript}`; //combine doc type, language and transcript - Change prompt here if needed
+
+            // --- REST CALL ---
+            const response = await fetch(SAIA_URL, {
+                method: "POST",
+                headers: {
+                    "Authorization": `Bearer ${SAIA_API_KEY}`,
+                    "Accept": "application/json",
+                    "Content-Type": "application/json"
+                },
+                body: JSON.stringify({
+                    model: "openai-gpt-oss-120b",
+                    messages: [
+                        { role: "system", content: "You are a helpful assistant that generates documents from transcripts." },
+                        { role: "user", content: promptText }
+                    ],
+                    temperature: 0
+                })
+            });
+
+            if (!response.ok) { //ok is true when a response was successful
+                const text = await response.text();
+                throw new Error(`SAIA API error (${response.status}): ${text}`);
+            }
+
+            const data = await response.json();
+
+            // Get generated text from response or default to empty string (if null)
+            // SAIA uses OpenAI-compatible structure: data.choices[x].message.content
+            const output = data.choices?.[0]?.message?.content || "";
+
+            let inputTranscriptName = path.basename(transcriptPath, path.extname(transcriptPath)); // Name for the output file 
+            console.log(inputTranscriptName);
+
+            const outPath = path.join(outputDir, `${inputTranscriptName}.md`); // Output file path & name to make naming dynamic. Pulled from input transcript name
+            fs.writeFileSync(outPath, output, "utf8"); // Write output to file
+
+            console.log("Generated document written to:", outPath);
+
+        } catch (error) {
+            console.error("Error generating SAIA content:", error);
+        }
     }
+};
+
+module.exports = module_exports;
+
+// CLI Mode: Allow direct execution
+if (require.main === module) {
+    (async () => {
+        const args = process.argv.slice(2);
+        
+        if (args.length < 2) {
+            console.error("Usage: node llm-openai-gpt.js <transcriptPath> <documentTypePath> [language]");
+            console.error("Example: node llm-openai-gpt.js ./transcript.json ./docType.json de");
+            process.exit(1);
+        }
+
+        const [transcriptPath, documentTypePath, language] = args;
+
+        // Check if API key is set
+        if (!SAIA_API_KEY) {
+            console.error("ERROR: SAIA_API_KEY environment variable is not set!");
+            console.error("Please set it with: export SAIA_API_KEY='your_api_key_here'");
+            process.exit(1);
+        }
+
+        // Check if files exist
+        if (!fs.existsSync(transcriptPath)) {
+            console.error(`ERROR: Transcript file not found: ${transcriptPath}`);
+            process.exit(1);
+        }
+
+        if (!fs.existsSync(documentTypePath)) {
+            console.error(`ERROR: Document type file not found: ${documentTypePath}`);
+            process.exit(1);
+        }
+
+        console.log("Starting document generation...");
+        console.log(`Transcript: ${transcriptPath}`);
+        console.log(`Document Type: ${documentTypePath}`);
+        console.log(`Language: ${language || 'en (default)'}`);
+        
+        await module_exports.createDocumentFromTranscript(
+            transcriptPath,
+            documentTypePath,
+            language || 'en'
+        );
+        
+        console.log("Done!");
+    })();
 }

services/modules/llm-llama/llm-llama.js

@@ -0,0 +1,123 @@
+const fs = require('fs');
+const path = require('path');
+
+const outputDir = path.join(__dirname, "../../../storage/documents");
+
+if (!fs.existsSync(outputDir)) {
+    fs.mkdirSync(outputDir, { recursive: true });
+}
+
+const SAIA_API_KEY = process.env.SAIA_API_KEY;
+const SAIA_URL = "https://chat-ai.academiccloud.de/v1/chat/completions";
+
+const module_exports = {
+    name: "llm-saia_llama_3.3",
+    type: "llm",
+    displayname: "LLAMA",
+    description: "Generates documents using Llama 3.3 70B Instruct via SAIA platform",
+
+    async function(parameter) {
+        try {
+            console.log("SAIA Llama 3.3 70B module invoked with parameters:", parameter);
+
+            await this.createDocumentFromTranscript(
+                parameter.inputTranscriptPath,
+                parameter.documentTypePath,
+                parameter.language
+            );
+
+        } catch (error) {
+            console.error("Error in SAIA Llama 3.3 70B module:", error);
+        }
+    },
+
+    createDocumentFromTranscript: async function(transcriptPath, documentTypePath, language = "en") {
+        try {
+            const transcript = await fs.promises.readFile(transcriptPath, "utf-8");
+            const documentType = await fs.promises.readFile(documentTypePath, "utf-8");
+            const promptText = `${documentType}, in language ${language}, transcript:\n\n${transcript}`;
+
+            // --- REST CALL ---
+            const response = await fetch(SAIA_URL, {
+                method: "POST",
+                headers: {
+                    "Authorization": `Bearer ${SAIA_API_KEY}`,
+                    "Accept": "application/json",
+                    "Content-Type": "application/json"
+                },
+                body: JSON.stringify({
+                    model: "llama-3.3-70b-instruct",  // Korrekter Modellname!
+                    messages: [
+                        { role: "system", content: "You are a helpful assistant that generates documents from transcripts." },
+                        { role: "user", content: promptText }
+                    ],
+                    temperature: 0
+                })
+            });
+
+            if (!response.ok) {
+                const text = await response.text();
+                throw new Error(`SAIA API error (${response.status}): ${text}`);
+            }
+
+            const data = await response.json();
+            const output = data.choices?.[0]?.message?.content || "";
+
+            let inputTranscriptName = path.basename(transcriptPath, path.extname(transcriptPath));
+            console.log(inputTranscriptName);
+
+            const outPath = path.join(outputDir, `${inputTranscriptName}.md`);
+            fs.writeFileSync(outPath, output, "utf8");
+
+            console.log("Generated document written to:", outPath);
+
+        } catch (error) {
+            console.error("Error generating SAIA content:", error);
+        }
+    }
+};
+
+module.exports = module_exports;
+
+if (require.main === module) {
+    (async () => {
+        const args = process.argv.slice(2);
+        
+        if (args.length < 2) {
+            console.error("Usage: node llm-llama-3.3.js <transcriptPath> <documentTypePath> [language]");
+            console.error("Example: node llm-llama-3.3.js ./transcript.json ./docType.json de");
+            process.exit(1);
+        }
+
+        const [transcriptPath, documentTypePath, language] = args;
+
+        if (!SAIA_API_KEY) {
+            console.error("ERROR: SAIA_API_KEY environment variable is not set!");
+            console.error("Please set it with: export SAIA_API_KEY='your_api_key_here'");
+            process.exit(1);
+        }
+
+        if (!fs.existsSync(transcriptPath)) {
+            console.error(`ERROR: Transcript file not found: ${transcriptPath}`);
+            process.exit(1);
+        }
+
+        if (!fs.existsSync(documentTypePath)) {
+            console.error(`ERROR: Document type file not found: ${documentTypePath}`);
+            process.exit(1);
+        }
+
+        console.log("Starting document generation...");
+        console.log(`Transcript: ${transcriptPath}`);
+        console.log(`Document Type: ${documentTypePath}`);
+        console.log(`Language: ${language || 'en (default)'}`);
+        
+        await module_exports.createDocumentFromTranscript(
+            transcriptPath,
+            documentTypePath,
+            language || 'en'
+        );
+        
+        console.log("Done!");
+    })();
+}

storage/documentType/meetingReport.json

@@ -15,13 +15,11 @@
     "consolidated": ["decisions", "actions"],
     "appendix": "optional"
   },
-
   "STYLE": {
     "tone": "neutral, concise",
     "ts_format": "HH:MM:SS",
     "no_meta": true
   },
-
   "PROCESS": {
     "timestamps": "use if present; else estimate minimal",
     "speakers": "use labels; else Speaker X",