mirror of
https://gitlab.rlp.net/proj-wise2526-video2document/video2document.git
synced 2026-06-15 18:01:52 +02:00
Compare commits
2 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
 MikeHughes-BIN
|
e543438592 | ||
|
MikeHughes-BIN
|
4d850bf6a6 |
Binary file not shown.
+2
-16
@@ -963,23 +963,9 @@ app.*.symbols
|
|||||||
!/packages/flutter_tools/test/data/dart_dependencies_test/**/.packages
|
!/packages/flutter_tools/test/data/dart_dependencies_test/**/.packages
|
||||||
!/dev/ci/**/Gemfile.lock
|
!/dev/ci/**/Gemfile.lock
|
||||||
|
|
||||||
# Storage files
|
#Storage files
|
||||||
storage/documents/*
|
storage/
|
||||||
storage/transcriptionSummaries/*
|
|
||||||
storage/transcripts/*
|
|
||||||
storage/video/*
|
|
||||||
# The inverse for the .gitkeep files, to make sure the folders are there but not the local files
|
|
||||||
!storage/documents/.gitkeep
|
|
||||||
!storage/transcriptionSummaries/.gitkeep
|
|
||||||
!storage/transcripts/.gitkeep
|
|
||||||
!storage/video/.gitkeep
|
|
||||||
|
|
||||||
*.mp4
|
*.mp4
|
||||||
*.webm
|
|
||||||
*.mp3
|
|
||||||
*.mov
|
|
||||||
*.wav
|
*.wav
|
||||||
*.flac
|
*.flac
|
||||||
|
|
||||||
|
|
||||||
!testvideo.mp4
|
|
||||||
|
|||||||
+25
-19
@@ -1,27 +1,33 @@
|
|||||||
image: node:latest
|
workflow:
|
||||||
|
rules:
|
||||||
|
# Run the pipeline for merge requests or when committing to a branch
|
||||||
|
- if: $CI_PIPELINE_SOURCE == "merge_request_event"
|
||||||
|
- if: $CI_COMMIT_BRANCH
|
||||||
|
|
||||||
|
image: python:3.14.0
|
||||||
|
|
||||||
stages:
|
stages:
|
||||||
# - install
|
- setup
|
||||||
- test
|
- test
|
||||||
|
|
||||||
# job-install:
|
setup_environment:
|
||||||
# stage: install
|
stage: setup
|
||||||
# script:
|
script:
|
||||||
# - npm install
|
- pip install --upgrade pip
|
||||||
# artifacts:
|
- pip install -r requirements.txt
|
||||||
# untracked: false
|
- echo "Dependencies installed successfully."
|
||||||
# when: on_success
|
|
||||||
# access: all
|
|
||||||
# expire_in: "30 days"
|
|
||||||
# paths:
|
|
||||||
# - node_modules
|
|
||||||
|
|
||||||
|
only:
|
||||||
|
- main
|
||||||
|
- feature/ci-pipeline-s1-09a-1 # You can add more branches if needed
|
||||||
|
|
||||||
|
test_app:
|
||||||
job-test:
|
|
||||||
stage: test
|
stage: test
|
||||||
script:
|
script:
|
||||||
- npm install
|
- echo "Running V2D Framework basic test..."
|
||||||
- echo "ASSEMBLYAI_API_KEY=$apikey_assembly" > .env
|
- python -m unittest discover || echo "No tests found."
|
||||||
- echo "GOOGLE_API_KEY=$apikey_gemini" >> .env
|
|
||||||
- npm test
|
only:
|
||||||
|
- main
|
||||||
|
- feature/ci-pipeline-s1-09a-1
|
||||||
|
|
||||||
|
|||||||
+34
-147
@@ -7,159 +7,46 @@
|
|||||||
<link rel="stylesheet" href="style.css">
|
<link rel="stylesheet" href="style.css">
|
||||||
</head>
|
</head>
|
||||||
<body>
|
<body>
|
||||||
|
|
||||||
<div id="h1-wrapper">
|
|
||||||
<section class="p-menu1">
|
|
||||||
<nav id="navbar" class="navigation" role="navigation">
|
|
||||||
<input id="toggle1" type="checkbox" />
|
|
||||||
<label class="hamburger1" for="toggle1">
|
|
||||||
<div class="top"></div>
|
|
||||||
<div class="meat"></div>
|
|
||||||
<div class="bottom"></div>
|
|
||||||
</label>
|
|
||||||
|
|
||||||
<nav class="menu1">
|
|
||||||
<li class="li1">Help</li>
|
|
||||||
<li class="li1">Language</li>
|
|
||||||
</nav>
|
|
||||||
</nav>
|
|
||||||
</section>
|
|
||||||
|
|
||||||
<h1 id="h1">Video to document</h1>
|
|
||||||
</div>
|
|
||||||
|
|
||||||
<div class="step-nav">
|
|
||||||
<div class="step-item active" data-step="1">1. Step</div>
|
|
||||||
<div class="step-item" data-step="2">2. Step</div>
|
|
||||||
<div class="step-item" data-step="3">3. Step</div>
|
|
||||||
<div class="step-item" data-step="4">4. Step</div>
|
|
||||||
<div class="step-item" data-step="5">5. Step</div>
|
|
||||||
<div class="step-item" data-step="6">6. Step</div>
|
|
||||||
</div>
|
|
||||||
|
|
||||||
<div id="middleContainerWrapper" class="middle-container-wrapper">
|
<div class="mitte" id="mitte">
|
||||||
<button id="prevBtn" class="navBtn" disabled>←</button>
|
<div class="flagsBtns" id="flagsBtns">
|
||||||
|
<select name="ai_type" id="ai_type">
|
||||||
<div class="mitte" id="mitte">
|
</select>
|
||||||
|
<select name="language_option" id="language_option">
|
||||||
<div class="step" id="step1">
|
</select>
|
||||||
<div class="upload-container" id="uploadContainer">
|
|
||||||
<p id="p1">Drag and drop video file</p>
|
|
||||||
<video id="previewThumbnail" autoplay="false">
|
|
||||||
</video>
|
|
||||||
<div class="file-name" id="fileName">No video chosen</div>
|
|
||||||
<div id="thumbnailContainer">
|
|
||||||
<img id="thumbnailImage" style="display:none;">
|
|
||||||
</div>
|
|
||||||
<button class="custom-btn" id="manualUploadBtn">Search video</button>
|
|
||||||
<input type="file" id="videoUpload" accept="video/*">
|
|
||||||
</div>
|
|
||||||
</div>
|
|
||||||
|
|
||||||
<div class="step" id="step2" style="display:none;">
|
|
||||||
<div class="labelDiv" id="labelDiv">
|
|
||||||
<label id="labelKI">Select ki:</label>
|
|
||||||
<label id="labelTranscription">Select transcription:</label>
|
|
||||||
<label id="labelType">Select type:</label>
|
|
||||||
<label id="labelLanguage">Select language:</label>
|
|
||||||
<img id="labelLanguageFlag" src="flags/united-kingdom-flag-png-large.jpg" width="20" height="10" >
|
|
||||||
</div>
|
|
||||||
<div class="dropdownMenus" id="dropdownMenus">
|
|
||||||
<select name="ai_type" id="ai_type">
|
|
||||||
</select>
|
|
||||||
<select name="transkript_type" id="transkript_type">
|
|
||||||
</select>
|
|
||||||
<select name="output_type" id="output_type">
|
|
||||||
<option value="pdf">.pdf</option>
|
|
||||||
<option value="word">.word</option>
|
|
||||||
<option value="txt">.txt</option>
|
|
||||||
</select>
|
|
||||||
<select name="language_option" id="language_option">
|
|
||||||
</select>
|
|
||||||
</div>
|
|
||||||
</div>
|
|
||||||
|
|
||||||
<div class="step" id="step3" style="display:none;">
|
|
||||||
<div class="checkbox-group">
|
|
||||||
<label id="checkbox-label" for="checkbox-group">Choose prefered document style:</label>
|
|
||||||
<div class="checkbox-container">
|
|
||||||
<input type="checkbox" name ="docFormat" id="docFormat" value="Meeting report">
|
|
||||||
<label id="label_format" for="docFormat">Follow-up Report</label>
|
|
||||||
</div>
|
|
||||||
<div class="checkbox-container">
|
|
||||||
<input type="checkbox" name="docFormat" id="docFormatSummary1" value="Summary with timestamps">
|
|
||||||
<label id="label_summary" for="docFormatSummary">Agenda</label>
|
|
||||||
</div>
|
|
||||||
<div class="checkbox-container">
|
|
||||||
<input type="checkbox" name="docFormat" id="docFormatSummary2" value="Summary with timestamps">
|
|
||||||
<label id="label_summary" for="docFormatSummary">Resultprotocol</label>
|
|
||||||
</div>
|
|
||||||
<div class="checkbox-container">
|
|
||||||
<input type="checkbox" name="docFormat" id="docFormatSummary3" value="Summary with timestamps">
|
|
||||||
<label id="label_summary" for="docFormatSummary">Sprint Planning Note</label>
|
|
||||||
</div>
|
|
||||||
<div class="checkbox-container">
|
|
||||||
<input type="checkbox" name="docFormat" id="docFormatCustom" value="Summary with timestamps">
|
|
||||||
<select name="ai_type" id="ai_type">
|
|
||||||
<option>nichts</option>
|
|
||||||
</select>
|
|
||||||
</div>
|
|
||||||
</div>
|
|
||||||
</div>
|
|
||||||
|
|
||||||
<div class="step" id="step4" style="display:none;">
|
|
||||||
<button class="submit-btn" id="submitButton" onclick="checkBoxes()" disabled>Submit</button>
|
|
||||||
|
|
||||||
<div class="testy" id="testy">
|
|
||||||
<div class="box2" id="box1">
|
|
||||||
</div>
|
|
||||||
<p>---Starting---</p>
|
|
||||||
<div class="box2" id="box2">
|
|
||||||
</div>
|
|
||||||
<p>---Transkribing---</p>
|
|
||||||
<div class="box2" id="box3">
|
|
||||||
</div>
|
|
||||||
<p>---Document creation---</p>
|
|
||||||
<div class="box2" id="box4">
|
|
||||||
</div>
|
|
||||||
</div>
|
|
||||||
</div>
|
|
||||||
|
|
||||||
<div class="step" id="step5" style="display:none;">
|
|
||||||
<div class="speakerView" id="speakerView">
|
|
||||||
<label id="labelSpeaker">Select Speaker:</label>
|
|
||||||
<select name="cur_speaker" id="cur_speaker">
|
|
||||||
<options>Stefan</options>
|
|
||||||
</select>
|
|
||||||
</div>
|
|
||||||
<div class="speakerAudio" id="speakerAutio">
|
|
||||||
<label id="labelSpeakerAudio">Selected Speaker</label>
|
|
||||||
<audio controls id="speakerAudioViewer">
|
|
||||||
Currently there is no audio file here.
|
|
||||||
</audio>
|
|
||||||
</div>
|
|
||||||
<div class="speakerWrite" id="speakerWrite">
|
|
||||||
<label id="labelSpeakerWriter">Write name:</label>
|
|
||||||
<input type="text" id="newSpeaker">
|
|
||||||
</div>
|
|
||||||
<button id="speakerLocker" onclick="rewriteSpeakerName()">Rename Speaker</button>
|
|
||||||
<button id="speakerResender" onclick="sendSpeakerPackages()">Rewrite document</button>
|
|
||||||
</div>
|
|
||||||
|
|
||||||
<div class="step" id="step6" style="display:none;">
|
|
||||||
<button class="download-btn" id="downloadButton" onclick="" disabled>Download</button>
|
|
||||||
|
|
||||||
<div class="progressbar" id="progressbar">
|
|
||||||
<div class="progress_fill"></div>
|
|
||||||
<span class="progress_text">0%</span>
|
|
||||||
</div>
|
|
||||||
</div>
|
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<button id ="nextBtn" class="navBtn">→</button>
|
<h1 id="h1">Video to document</h1>
|
||||||
|
|
||||||
|
<div class="upload-container" id="uploadContainer">
|
||||||
|
<p id="p1">Drag and drop video file</p>
|
||||||
|
<div class="file-name" id="fileName">No video chosen</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<button class="custom-btn" id="manualUploadBtn">Search video</button>
|
||||||
|
<input type="file" id="videoUpload" accept="video/*">
|
||||||
|
|
||||||
|
<div class="checkbox-group">
|
||||||
|
<label id="checkbox_group" for="checkbox-group">Choose prefered document style:</label>
|
||||||
|
<div class="checkbox-container">
|
||||||
|
<input type="checkbox" name ="docFormat" id="docFormat">
|
||||||
|
<label id="label_format" for="docFormat">Meeting report</label>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div class="checkbox-container">
|
||||||
|
<input type="checkbox" name="docFormat" id="docFormatSummary">
|
||||||
|
<label id="label_summary" for="docFormatSummary">Summary with timestamps</label>
|
||||||
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
|
<button class="submit-btn" id="submitButton" onclick="checkBoxes()">Submit</button>
|
||||||
|
|
||||||
|
<div class="progressbar">
|
||||||
|
<div class="progress_fill"></div>
|
||||||
|
<span class="progress_text">0%</span>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
<script src="languages.js"></script>
|
<script src="languages.js"></script>
|
||||||
<script src="script.js"></script>
|
<script src="script.js"></script>
|
||||||
<script src="./renderer.js"></script>
|
<script src="./renderer.js"></script>
|
||||||
|
|||||||
@@ -1,9 +1,5 @@
|
|||||||
var languageOptions = {
|
var languageOptions = {
|
||||||
"eng":{
|
"eng":{
|
||||||
"flagPath": "flags/united-kingdom-flag-png-large.jpg",
|
|
||||||
"labelKI": "Select ki:",
|
|
||||||
"labelTranscription": "Select transcription:",
|
|
||||||
"labelLanguage": "Select language:",
|
|
||||||
"title": "Video to document",
|
"title": "Video to document",
|
||||||
"h1": "Video to document",
|
"h1": "Video to document",
|
||||||
"p1": "Drag and drop video file",
|
"p1": "Drag and drop video file",
|
||||||
@@ -15,10 +11,6 @@ var languageOptions = {
|
|||||||
"submitButton": "Submit"
|
"submitButton": "Submit"
|
||||||
},
|
},
|
||||||
"de":{
|
"de":{
|
||||||
"flagPath": "flags/germany-flag-png-large.jpg",
|
|
||||||
"labelKI": "Waehle KI:",
|
|
||||||
"labelTranscription": "Waehle Transkription:",
|
|
||||||
"labelLanguage": "Waehle Sprache:",
|
|
||||||
"title": "Video zu Dokument",
|
"title": "Video zu Dokument",
|
||||||
"h1": "Video zu Dokument",
|
"h1": "Video zu Dokument",
|
||||||
"p1": "Video per Drag & Drop ablegen",
|
"p1": "Video per Drag & Drop ablegen",
|
||||||
@@ -30,10 +22,6 @@ var languageOptions = {
|
|||||||
"submitButton": "Absenden"
|
"submitButton": "Absenden"
|
||||||
},
|
},
|
||||||
"in":{
|
"in":{
|
||||||
"flagPath": "flags/india-flag-png-large.png",
|
|
||||||
"labelKI": "की का चयन करें:",
|
|
||||||
"labelTranscription": "प्रतिलेखन चुनें:",
|
|
||||||
"labelLanguage": "भाषा चुने:",
|
|
||||||
"title": "दस्तावेज़ के लिए वीडियो",
|
"title": "दस्तावेज़ के लिए वीडियो",
|
||||||
"h1": "दस्तावेज़ के लिए वीडियो",
|
"h1": "दस्तावेज़ के लिए वीडियो",
|
||||||
"p1": "वीडियो फ़ाइल खींचें और छोड़ें",
|
"p1": "वीडियो फ़ाइल खींचें और छोड़ें",
|
||||||
|
|||||||
@@ -4,29 +4,12 @@ try {
|
|||||||
contextBridge.exposeInMainWorld("explorer", {
|
contextBridge.exposeInMainWorld("explorer", {
|
||||||
onFileDrop: (file) => webUtils.getPathForFile(file)
|
onFileDrop: (file) => webUtils.getPathForFile(file)
|
||||||
})
|
})
|
||||||
contextBridge.exposeInMainWorld("submit", {
|
contextBridge.exposeInMainWorld("extractor", {
|
||||||
submit: (meeting_specifications) => {ipcRenderer.send("file_submit", meeting_specifications)}
|
extract: (file) => ipcRenderer.send("extract", file)
|
||||||
})
|
})
|
||||||
contextBridge.exposeInMainWorld("electronAPI", {
|
contextBridge.exposeInMainWorld("electronAPI", {
|
||||||
getFilePath: (file) => {return webUtils.getPathForFile(file)}
|
getFilePath: (file) => {return webUtils.getPathForFile(file)}
|
||||||
})
|
})
|
||||||
|
|
||||||
contextBridge.exposeInMainWorld("onStartup", {
|
|
||||||
getModuleNames: () => ipcRenderer.invoke('get-module-names')
|
|
||||||
})
|
|
||||||
|
|
||||||
contextBridge.exposeInMainWorld('electron', {
|
|
||||||
progress: (callback) => ipcRenderer.on('progress', callback)
|
|
||||||
})
|
|
||||||
|
|
||||||
contextBridge.exposeInMainWorld('audios', {
|
|
||||||
speakerAudios: (callback) => ipcRenderer.on('speakerAudios', callback)
|
|
||||||
})
|
|
||||||
contextBridge.exposeInMainWorld("submitSpeaker", {
|
|
||||||
submitSpeaker: (speaker_names) => {ipcRenderer.send("speaker_submit", speaker_names)}
|
|
||||||
})
|
|
||||||
|
|
||||||
ipcRenderer.on("error", (event, err) => {alert(err)})
|
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.log("Error in preload.js");
|
console.log("Error in preload.js");
|
||||||
}
|
}
|
||||||
+10
-217
@@ -16,233 +16,26 @@ uploadContainer.addEventListener("drop", (e) => {
|
|||||||
e.preventDefault()
|
e.preventDefault()
|
||||||
const files = e.dataTransfer.files
|
const files = e.dataTransfer.files
|
||||||
const filePath = window.explorer.onFileDrop(files[0])
|
const filePath = window.explorer.onFileDrop(files[0])
|
||||||
const testEndings = [".mp4", ".mov", ".avi", ".mkv"];
|
var holdy = filePath + "";
|
||||||
var pathToLower = filePath.toLowerCase();
|
if(holdy.endsWith(".mp4") || holdy.endsWith(".mov") || holdy.endsWith(".avi") || holdy.endsWith( ".mkv")){
|
||||||
if(testEndings.some(e => pathToLower.endsWith(e))){
|
console.log(filePath)
|
||||||
document.getElementById("progressbar").style.visibility = "visible";
|
|
||||||
const files1 = e.dataTransfer.files;
|
const files1 = e.dataTransfer.files;
|
||||||
handleFiles(files1);
|
handleFiles(files1);
|
||||||
}else{
|
|
||||||
alert('The given file is not compatible. These are the available types: [".mp4", ".mov", ".avi", ".mkv"].');
|
|
||||||
}
|
}
|
||||||
|
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.log("Error in renderer.js with the listerner for the drop function");
|
console.log("Error in renderer.js with the listerner for the drop function");
|
||||||
}
|
}
|
||||||
})
|
})
|
||||||
|
|
||||||
window.addEventListener('load', async (e) => {
|
|
||||||
try {
|
|
||||||
console.log("test");
|
|
||||||
loadLanguageOptions();
|
|
||||||
const value = await window.onStartup.getModuleNames();
|
|
||||||
loadAiOptions(value.ai_modules);
|
|
||||||
loadTranscriptionOptions(value.transcription_modules);
|
|
||||||
|
|
||||||
} catch (error) {
|
window.addEventListener('load', (e) => {
|
||||||
|
console.log("test");
|
||||||
}
|
loadLanguageOptions();
|
||||||
|
|
||||||
});
|
});
|
||||||
|
|
||||||
language_option.addEventListener('change', (e)=>{
|
language_option.addEventListener('change', (e)=>{
|
||||||
try {
|
const select = document.getElementById('language_option');
|
||||||
const select = document.getElementById('language_option');
|
console.log(select.value);
|
||||||
changeLanguage(select.value);
|
changeLanguage(select.value);
|
||||||
} catch (error) {
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
});
|
});
|
||||||
|
|
||||||
//listener for the file explorer search when something got selected
|
|
||||||
videoUpload.addEventListener("change", () => {
|
|
||||||
try {
|
|
||||||
if (videoUpload.files.length > 0) {
|
|
||||||
const file = videoUpload.files;
|
|
||||||
handleFiles(file);
|
|
||||||
}
|
|
||||||
} catch (error) {
|
|
||||||
console.log(error);
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
//listener for the file explorer search
|
|
||||||
manualUploadBtn.addEventListener('click', () => {
|
|
||||||
try {
|
|
||||||
videoUpload.click();
|
|
||||||
} catch (error) {
|
|
||||||
console.log("Error in manualBtn EventListener click");
|
|
||||||
console.log(error);
|
|
||||||
}
|
|
||||||
|
|
||||||
});
|
|
||||||
|
|
||||||
stepButtons.forEach(btn => {
|
|
||||||
btn.addEventListener("click", () => {
|
|
||||||
try {
|
|
||||||
const step = parseInt(btn.dataset.step);
|
|
||||||
showStep(step);
|
|
||||||
} catch (error) {
|
|
||||||
|
|
||||||
}
|
|
||||||
});
|
|
||||||
});
|
|
||||||
|
|
||||||
prevBtn.addEventListener("click", () => {
|
|
||||||
try {
|
|
||||||
if (currentStep > 1) showStep(currentStep - 1);
|
|
||||||
} catch (error) {
|
|
||||||
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
nextBtn.addEventListener("click", () => {
|
|
||||||
try {
|
|
||||||
if(currentStep < totalSteps) showStep(currentStep + 1);
|
|
||||||
} catch (error) {
|
|
||||||
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
//Checkboxlistener so that only one can be selected at a time
|
|
||||||
docFormat.addEventListener("change", (e) =>{
|
|
||||||
try {
|
|
||||||
if(docFormat.checked){
|
|
||||||
docFormatSummary1.checked = false;
|
|
||||||
docFormatSummary2.checked = false;
|
|
||||||
docFormatSummary3.checked = false;
|
|
||||||
docFormatCustom.checked = false;
|
|
||||||
}
|
|
||||||
} catch (error) {
|
|
||||||
|
|
||||||
}
|
|
||||||
})
|
|
||||||
docFormatSummary1.addEventListener("change", (e) =>{
|
|
||||||
try {
|
|
||||||
if(docFormatSummary1.checked){
|
|
||||||
docFormat.checked = false;
|
|
||||||
docFormatSummary2.checked = false;
|
|
||||||
docFormatSummary3.checked = false;
|
|
||||||
docFormatCustom.checked = false;
|
|
||||||
}
|
|
||||||
} catch (error) {
|
|
||||||
|
|
||||||
}
|
|
||||||
})
|
|
||||||
docFormatSummary2.addEventListener("change", (e) =>{
|
|
||||||
try {
|
|
||||||
if(docFormatSummary2.checked){
|
|
||||||
docFormatSummary1.checked = false;
|
|
||||||
docFormat.checked = false;
|
|
||||||
docFormatSummary3.checked = false;
|
|
||||||
docFormatCustom.checked = false;
|
|
||||||
}
|
|
||||||
} catch (error) {
|
|
||||||
|
|
||||||
}
|
|
||||||
})
|
|
||||||
docFormatSummary3.addEventListener("change", (e) =>{
|
|
||||||
try {
|
|
||||||
if(docFormatSummary3.checked){
|
|
||||||
docFormatSummary1.checked = false;
|
|
||||||
docFormatSummary2.checked = false;
|
|
||||||
docFormat.checked = false;
|
|
||||||
docFormatCustom.checked = false;
|
|
||||||
}
|
|
||||||
} catch (error) {
|
|
||||||
|
|
||||||
}
|
|
||||||
})
|
|
||||||
docFormatCustom.addEventListener("change", (e) =>{
|
|
||||||
try {
|
|
||||||
if(docFormatCustom.checked){
|
|
||||||
docFormatSummary1.checked = false;
|
|
||||||
docFormatSummary2.checked = false;
|
|
||||||
docFormatSummary3.checked = false;
|
|
||||||
docFormat.checked = false;
|
|
||||||
}
|
|
||||||
} catch (error) {
|
|
||||||
|
|
||||||
}
|
|
||||||
})
|
|
||||||
|
|
||||||
//Speaker change listener
|
|
||||||
cur_speaker.addEventListener("change", (e) =>{
|
|
||||||
try {
|
|
||||||
document.getElementById("speakerAudioViewer").src = valy[e.target.value].source;
|
|
||||||
} catch (error) {
|
|
||||||
|
|
||||||
}
|
|
||||||
})
|
|
||||||
|
|
||||||
window.electron.speakerAudios((event, arg) => {
|
|
||||||
try {
|
|
||||||
setSpeakerAudiosValue(arg);
|
|
||||||
loadSpeakerOptions(arg);
|
|
||||||
} catch (error) {
|
|
||||||
|
|
||||||
}
|
|
||||||
})
|
|
||||||
|
|
||||||
window.electron.progress((event, arg) => {
|
|
||||||
if(arg.curstep == 1){
|
|
||||||
setCircleOne();
|
|
||||||
}else if(arg.curstep == 2){
|
|
||||||
setCircleZwo();
|
|
||||||
} else if(arg.curstep == 3){
|
|
||||||
setCircleThree();
|
|
||||||
}else if(arg.curstep == 4){
|
|
||||||
setCircleFour();
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
function setCircleOne(){
|
|
||||||
try {
|
|
||||||
if(document.getElementById("box1").style.backgroundColor == "green"){
|
|
||||||
document.getElementById("box1").style.backgroundColor = "red";
|
|
||||||
}else{
|
|
||||||
document.getElementById("box1").style.backgroundColor = "green";
|
|
||||||
}
|
|
||||||
} catch (error) {
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
function setCircleZwo(){
|
|
||||||
try {
|
|
||||||
if(document.getElementById("box2").style.backgroundColor == "green"){
|
|
||||||
document.getElementById("box2").style.backgroundColor = "red";
|
|
||||||
}else{
|
|
||||||
document.getElementById("box2").style.backgroundColor = "green";
|
|
||||||
}
|
|
||||||
} catch (error) {
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
function setCircleThree(){
|
|
||||||
try {
|
|
||||||
if(document.getElementById("box3").style.backgroundColor == "green"){
|
|
||||||
document.getElementById("box3").style.backgroundColor = "red";
|
|
||||||
}else{
|
|
||||||
document.getElementById("box3").style.backgroundColor = "green";
|
|
||||||
}
|
|
||||||
} catch (error) {
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
function setCircleFour(){
|
|
||||||
try {
|
|
||||||
if(document.getElementById("box4").style.backgroundColor == "green"){
|
|
||||||
document.getElementById("box4").style.backgroundColor = "red";
|
|
||||||
}else{
|
|
||||||
document.getElementById("box4").style.backgroundColor = "green";
|
|
||||||
}
|
|
||||||
} catch (error) {
|
|
||||||
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
+35
-235
@@ -1,89 +1,45 @@
|
|||||||
let currentVideoPath = null;
|
//listener for the file explorer search
|
||||||
|
manualUploadBtn.addEventListener('click', () => {
|
||||||
|
try {
|
||||||
|
videoUpload.click();
|
||||||
|
} catch (error) {
|
||||||
|
console.log("Error in manualBtn EventListener click");
|
||||||
|
}
|
||||||
|
|
||||||
|
});
|
||||||
|
|
||||||
//function to check if one checkbox is at least klicked
|
//function to check if one checkbox is at least klicked
|
||||||
function checkBoxes() {
|
function checkBoxes() {
|
||||||
try {
|
try {
|
||||||
const checkboxes = document.querySelectorAll('input[name="docFormat"]');
|
const checkboxes = document.querySelectorAll('input[name="docFormat"]');
|
||||||
let isChecked = false;
|
let isChecked = false;
|
||||||
var checkedCounter = 0;
|
|
||||||
checkboxes.forEach(function(checkbox){
|
checkboxes.forEach(function(checkbox){
|
||||||
if(checkbox.checked){
|
if(checkbox.checked){
|
||||||
isChecked = true;
|
isChecked = true;
|
||||||
checkedCounter++;
|
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
|
|
||||||
if (isChecked) {
|
if(isChecked){
|
||||||
//Code to submit the video
|
//Code to submit the video
|
||||||
var selectedCheckboxes = {};
|
|
||||||
checkboxes.forEach(function(checkbox){
|
|
||||||
if(checkbox.checked){
|
|
||||||
selectedCheckboxes[checkbox.nextElementSibling.textContent] = "";
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
const testEndings = [".mp4", ".mov", ".avi", ".mkv"];
|
|
||||||
var pathTest = window.electronAPI.getFilePath(videoUpload.files[0]);
|
var pathTest = window.electronAPI.getFilePath(videoUpload.files[0]);
|
||||||
var pathToLower = pathTest.toLowerCase();
|
if(pathTest.endsWith(".mp4") || holdy.endsWith(".mov") || holdy.endsWith(".avi") || holdy.endsWith( ".mkv")){
|
||||||
if(testEndings.some(e => pathToLower.endsWith(e))){
|
window.extractor.extract({inputVideoPath: pathTest, outputType:"wav"})
|
||||||
document.getElementById("progressbar").style.visibility = "visible";
|
|
||||||
//assembly of the json for the main
|
|
||||||
|
|
||||||
const selectedStyles = [checkedCounter];
|
|
||||||
var iter = 0;
|
|
||||||
checkboxes.forEach(function(checkbox){
|
|
||||||
if(checkbox.checked){
|
|
||||||
console.log(checkbox.value);
|
|
||||||
selectedStyles[iter] = {iter: checkbox.value};
|
|
||||||
iter++;
|
|
||||||
}
|
|
||||||
});
|
|
||||||
document.getElementById("testy").style.visibility = "visible"
|
|
||||||
document.getElementById("box1").style.backgroundColor = "red";
|
|
||||||
document.getElementById("box2").style.backgroundColor = "red";
|
|
||||||
document.getElementById("box3").style.backgroundColor = "red";
|
|
||||||
document.getElementById("box4").style.backgroundColor = "red";
|
|
||||||
console.log(selectedCheckboxes);
|
|
||||||
const outputType = document.getElementById("output_type");
|
|
||||||
const transcriptionType = document.getElementById("transkript_type");
|
|
||||||
const aiType = document.getElementById("ai_type");
|
|
||||||
const sendingPackage = {
|
|
||||||
"video": {
|
|
||||||
"module":"extraction-video-to-audio",
|
|
||||||
"inputVideoPath": pathTest,
|
|
||||||
"outputType": outputType.value
|
|
||||||
},
|
|
||||||
"transcription": {
|
|
||||||
"module": transcriptionType.value
|
|
||||||
},
|
|
||||||
"document": {
|
|
||||||
"module":aiType.value,
|
|
||||||
"styles": selectedStyles
|
|
||||||
}
|
|
||||||
};
|
|
||||||
window.submit.submit(sendingPackage)
|
|
||||||
}else{
|
|
||||||
alert('The given file is not compatible. These are the available types: [".mp4", ".mov", ".avi", ".mkv"].');
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
} else {
|
} else {
|
||||||
//language only english at the moment
|
//language only english at the moment
|
||||||
alert('Please select at least one document type.');
|
alert('Please select at least one document type.');
|
||||||
}
|
}
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.log("Error in script.js checkBoxes function");
|
console.log(error)
|
||||||
console.log(error);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// mapFunctions.get("extraction-video-to-audio").function({inputVideoPath:"./a.mp4", outputType:"wav"})
|
||||||
}
|
}
|
||||||
|
|
||||||
//language changing feature
|
//language changing feature
|
||||||
function changeLanguage(language) {
|
function changeLanguage(language) {
|
||||||
try {
|
try {
|
||||||
document.getElementById('labelLanguageFlag').src = languageOptions[language].flagPath;
|
|
||||||
document.getElementById('labelKI').textContent = languageOptions[language].labelKI;
|
|
||||||
document.getElementById('labelTranscription').textContent = languageOptions[language].labelTranscription;
|
|
||||||
document.getElementById('labelLanguage').textContent = languageOptions[language].labelLanguage;
|
|
||||||
document.getElementById('title').textContent = languageOptions[language].title;
|
document.getElementById('title').textContent = languageOptions[language].title;
|
||||||
document.getElementById('h1').textContent = languageOptions[language].h1;
|
document.getElementById('h1').textContent = languageOptions[language].h1;
|
||||||
document.getElementById('p1').textContent = languageOptions[language].p1;
|
document.getElementById('p1').textContent = languageOptions[language].p1;
|
||||||
@@ -93,45 +49,46 @@ function changeLanguage(language) {
|
|||||||
document.getElementById('label_format').textContent = languageOptions[language].label_format;
|
document.getElementById('label_format').textContent = languageOptions[language].label_format;
|
||||||
document.getElementById('label_summary').textContent = languageOptions[language].label_summary;
|
document.getElementById('label_summary').textContent = languageOptions[language].label_summary;
|
||||||
document.getElementById('submitButton').textContent = languageOptions[language].submitButton;
|
document.getElementById('submitButton').textContent = languageOptions[language].submitButton;
|
||||||
|
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.log("Error in script.js changeLanguage function");
|
|
||||||
console.log(error);
|
console.log(error);
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
//listener for the file explorer search when something got selected
|
||||||
|
videoUpload.addEventListener('change', () => {
|
||||||
|
try {
|
||||||
|
handleFiles(videoUpload.files);
|
||||||
|
} catch (error) {
|
||||||
|
console.log("Error in manualBtn EventListener change");
|
||||||
|
}
|
||||||
|
|
||||||
|
});
|
||||||
|
|
||||||
//function to display the file path in the drop down box
|
//function to display the file path in the drop down box
|
||||||
function handleFiles(files) {
|
function handleFiles(files) {
|
||||||
try {
|
try {
|
||||||
if (files.length > 0) {
|
if (files.length > 0) {
|
||||||
document.getElementById("progressbar").style.visibility = "visible";
|
|
||||||
const file = files[0];
|
const file = files[0];
|
||||||
if (file.type.startsWith('video/')) {
|
if (file.type.startsWith('video/')) {
|
||||||
const filePath = window.explorer.onFileDrop(files[0])
|
|
||||||
videoUpload.files = files;
|
videoUpload.files = files;
|
||||||
fileName.textContent = `Chosen video: ${file.name}`;
|
fileName.textContent = `Chosen video: ${file.name}`;
|
||||||
currentVideoPath = filePath;
|
|
||||||
generateThumbnail(filePath);
|
|
||||||
activateSubmitBtn(true);
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.log("Error in script.js handleFiles function");
|
console.log("Error in script.js handleFiles function");
|
||||||
console.log(error);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
//function to regulate the progress on the progressbar
|
//function to regulate the progress on the progressbar
|
||||||
function updateProgressBar(bar, value) {
|
function updateProgressBar(bar, value){
|
||||||
try {
|
try {
|
||||||
value = Math.round(value);
|
value = Math.round(value);
|
||||||
bar.querySelector(".progress_fill").style.width = `${value}%`;
|
bar.querySelector(".progress_fill").style.width = `${value}%`;
|
||||||
bar.querySelector(".progress_text").textContent = `${value}%`;
|
bar.querySelector(".progress_text").textContent = `${value}%`;
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.log("Error in scripts.js updateProgressBar function");
|
console.log("Error in scripts.js updateProgressBar function");
|
||||||
console.log(error);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
@@ -140,13 +97,12 @@ function updateProgressBar(bar, value) {
|
|||||||
function loadAiOptions(options){
|
function loadAiOptions(options){
|
||||||
try {
|
try {
|
||||||
var menu = document.getElementById('ai_type');
|
var menu = document.getElementById('ai_type');
|
||||||
var object_holdy;
|
|
||||||
var choice ;
|
|
||||||
object_holdy = options
|
|
||||||
for(i = 0; i < options.length; i++){
|
for(i = 0; i < options.length; i++){
|
||||||
choice = document.createElement('option');
|
var opty = options[i];
|
||||||
choice.textContent = object_holdy[i].displayname;
|
var namey = "option" + i;
|
||||||
choice.value = object_holdy[i].name;
|
var choice = document.createElement(namey);
|
||||||
|
choice.textContent = "t";
|
||||||
|
choice.value = i;
|
||||||
menu.appendChild(choice);
|
menu.appendChild(choice);
|
||||||
}
|
}
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
@@ -155,44 +111,6 @@ function loadAiOptions(options){
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
//function to load transcription options to the drop down list
|
|
||||||
function loadTranscriptionOptions(options){
|
|
||||||
try {
|
|
||||||
var menu = document.getElementById('transkript_type');
|
|
||||||
var object_holdy;
|
|
||||||
var choice ;
|
|
||||||
object_holdy = options
|
|
||||||
for(i = 0; i < options.length; i++){
|
|
||||||
choice = document.createElement('option');
|
|
||||||
choice.textContent = object_holdy[i].displayname;
|
|
||||||
choice.value = object_holdy[i].name;
|
|
||||||
menu.appendChild(choice);
|
|
||||||
}
|
|
||||||
} catch (error) {
|
|
||||||
console.log("Error in script.js function loadTranscriptionOptions");
|
|
||||||
console.log(error);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
//function to load data type options to the drop down list
|
|
||||||
function loadDataTypeOptions(options){
|
|
||||||
try {
|
|
||||||
var menu = document.getElementById('output_type');
|
|
||||||
var object_holdy;
|
|
||||||
var choice ;
|
|
||||||
object_holdy = options
|
|
||||||
for(i = 0; i < options.length; i++){
|
|
||||||
choice = document.createElement('option');
|
|
||||||
choice.textContent = object_holdy[i].displayname;
|
|
||||||
choice.value = object_holdy[i].name;
|
|
||||||
menu.appendChild(choice);
|
|
||||||
}
|
|
||||||
} catch (error) {
|
|
||||||
console.log("Error in script.js function loadDataTypeOptions");
|
|
||||||
console.log(error);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
//function to load language options to the drop down list
|
//function to load language options to the drop down list
|
||||||
function loadLanguageOptions(){
|
function loadLanguageOptions(){
|
||||||
try {
|
try {
|
||||||
@@ -206,127 +124,9 @@ function loadLanguageOptions(){
|
|||||||
choice.value = object_holdy[i];
|
choice.value = object_holdy[i];
|
||||||
menu.appendChild(choice);
|
menu.appendChild(choice);
|
||||||
}
|
}
|
||||||
|
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.log("Error in script.js loadLanguageOptions function");
|
console.log("Error in script.js loadLanguageOptions function");
|
||||||
console.log(error);
|
console.log(error);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
//function to load speaker options to the drop down list
|
|
||||||
function loadSpeakerOptions(options){
|
|
||||||
try {
|
|
||||||
var menu = document.getElementById('speaker_option');
|
|
||||||
var object_holdy;
|
|
||||||
var choice;
|
|
||||||
object_holdy = options.keys();
|
|
||||||
for(i = 0; i < options.length; i++){
|
|
||||||
choice = document.createElement('option');
|
|
||||||
choice.textContent = options[object_holdy[i]].name;
|
|
||||||
choice.value = options[object_holdy[i]].name;
|
|
||||||
menu.appendChild(choice);
|
|
||||||
}
|
|
||||||
} catch (error) {
|
|
||||||
console.log("Error in script.js loadSpeakerOptions function");
|
|
||||||
console.log(error);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
//function to load speaker audio file options to the drop down list
|
|
||||||
function loadSpeakerAudio(option){
|
|
||||||
try {
|
|
||||||
var menu = document.getElementById('speakerAudioViewer');
|
|
||||||
var aud = document.createElement("source");
|
|
||||||
aud.src = options;
|
|
||||||
menu.appendChild(aud);
|
|
||||||
} catch (error) {
|
|
||||||
console.log("Error in script.js loadSpeakerAudio function");
|
|
||||||
console.log(error);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
function activateSubmitBtn(hasFile){
|
|
||||||
try {
|
|
||||||
document.getElementById("submitButton").disabled = !hasFile;
|
|
||||||
} catch (error) {
|
|
||||||
console.log(error);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function deaktivateProgressbar(){
|
|
||||||
try {
|
|
||||||
document.getElementById("progressbar").style.visibility = "hidden";
|
|
||||||
} catch (error) {
|
|
||||||
console.log(error);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
//Video thumbnail generation
|
|
||||||
function generateThumbnail(path){
|
|
||||||
const videoElement = document.getElementById("previewThumbnail");
|
|
||||||
while (videoElement.firstChild) videoElement.removeChild(videoElement.firstChild);
|
|
||||||
videoElement.src = path;
|
|
||||||
videoElement.type = "video/mov";
|
|
||||||
videoElement.load();
|
|
||||||
videoElement.style.maxWidth = 40;
|
|
||||||
videoElement.style.maxHeight = 40;
|
|
||||||
videoElement.autoplay = false;
|
|
||||||
}
|
|
||||||
|
|
||||||
//Step-navigation
|
|
||||||
const steps = document.querySelectorAll(".step");
|
|
||||||
const stepButtons = document.querySelectorAll(".step-item");
|
|
||||||
let currentStep = 1;
|
|
||||||
const totalSteps = steps.length;
|
|
||||||
|
|
||||||
function showStep(stepNumber) {
|
|
||||||
if (stepNumber < 1 || stepNumber > totalSteps){
|
|
||||||
console.error("StepNumber out of Bounds", stepNumber);
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
steps.forEach(step => step.style.display = "none");
|
|
||||||
document.getElementById("step" + stepNumber).style.display = "block";
|
|
||||||
|
|
||||||
stepButtons.forEach(btn => btn.classList.remove("active"));
|
|
||||||
document.querySelector(`.step-item[data-step="${stepNumber}"]`).classList.add("active");
|
|
||||||
const activeBtn = document.querySelector(`.step-item[data-step="${stepNumber}"]`);
|
|
||||||
|
|
||||||
if(activeBtn) activeBtn.classList.add("active");
|
|
||||||
|
|
||||||
prevBtn.disabled = stepNumber == 1;
|
|
||||||
nextBtn.disabled = stepNumber === totalSteps;
|
|
||||||
currentStep = stepNumber;
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
//Audio value setter
|
|
||||||
var speakerAudios = {};
|
|
||||||
var speakerEndValues = {};
|
|
||||||
function setSpeakerAudiosValue(valy){
|
|
||||||
try {
|
|
||||||
speakerAudios = valy;
|
|
||||||
speakerRewriten = valy;
|
|
||||||
document.getElementById("speakerAudioViewer").src = valy.speakerA.source;
|
|
||||||
} catch (error) {
|
|
||||||
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function rewriteSpeakerName(){
|
|
||||||
try {
|
|
||||||
var tempy = document.getElementById("cur_speaker").textContent;
|
|
||||||
speakerAudios[tempy].name = document.getElementById("newSpeaker").textContent;
|
|
||||||
document.getElementById("cur_speaker").textContent = document.getElementById("newSpeaker").textContent;
|
|
||||||
} catch (error) {
|
|
||||||
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function sendSpeakerPackages(){
|
|
||||||
try {
|
|
||||||
window.sendSpeakerPackages(speakerAudios);
|
|
||||||
} catch (error) {
|
|
||||||
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
+43
-375
@@ -5,33 +5,11 @@ body {
|
|||||||
justify-content: center;
|
justify-content: center;
|
||||||
align-items: center;
|
align-items: center;
|
||||||
height: 100vh;
|
height: 100vh;
|
||||||
background-color: #f2f3f4;
|
background-color: #555;
|
||||||
gap: 10px;
|
gap: 15px;
|
||||||
margin: 0;
|
margin: 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
#h1 {
|
|
||||||
position: absolute;
|
|
||||||
left: 50%;
|
|
||||||
top: 50%;
|
|
||||||
transform: translate(-50%, -50%);
|
|
||||||
margin: 0;
|
|
||||||
z-index: 20;
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
#h1-wrapper {
|
|
||||||
position: relative;
|
|
||||||
font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif;
|
|
||||||
width: 770px;
|
|
||||||
height: 60px;
|
|
||||||
background-color: #FFF;
|
|
||||||
box-shadow: 0px 4px 10px rgba(0,0,0,0.1);
|
|
||||||
border-radius: 5px;
|
|
||||||
margin-bottom: 10px;
|
|
||||||
display: flex;
|
|
||||||
align-items: center;
|
|
||||||
}
|
|
||||||
|
|
||||||
.upload-container {
|
.upload-container {
|
||||||
background: white;
|
background: white;
|
||||||
@@ -39,59 +17,34 @@ body {
|
|||||||
border-radius: 12px;
|
border-radius: 12px;
|
||||||
box-shadow: 0 4px 10px rgba(0,0,0,0.1);
|
box-shadow: 0 4px 10px rgba(0,0,0,0.1);
|
||||||
text-align: center;
|
text-align: center;
|
||||||
width: 350px;
|
width: 400px;
|
||||||
height: 200px;
|
|
||||||
transition: border 0.3s, background-color 0.3s;
|
transition: border 0.3s, background-color 0.3s;
|
||||||
border: 2px dashed #7378c9;
|
border: 2px dashed #ccc;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
.upload-container.dragover {
|
.upload-container.dragover {
|
||||||
border-color: #007BFF;
|
border-color: #007BFF;
|
||||||
background-color: #eaf0ff;
|
background-color: #eaf0ff;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
.upload-container p {
|
.upload-container p {
|
||||||
margin: 0 0 15px 0;
|
margin: 0 0 15px 0;
|
||||||
font-size: 16px;
|
font-size: 16px;
|
||||||
color: #555;
|
color: #555;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
.file-name {
|
.file-name {
|
||||||
margin-top: 10px;
|
margin-top: 10px;
|
||||||
font-size: 14px;
|
font-size: 14px;
|
||||||
color: #333;
|
color: #333;
|
||||||
overflow: hidden;
|
|
||||||
text-overflow: ellipsis;
|
|
||||||
white-space: nowrap;
|
|
||||||
}
|
|
||||||
|
|
||||||
#thumbnailContainer {
|
|
||||||
width: 100%;
|
|
||||||
display: flex;
|
|
||||||
justify-content: center;
|
|
||||||
margin-bottom: 15px;
|
|
||||||
}
|
|
||||||
|
|
||||||
#thumbnailImage {
|
|
||||||
width: 200px;
|
|
||||||
height: auto;
|
|
||||||
border-radius: 10px;
|
|
||||||
box-shadow: 0px 4px 10px rgba(0,0,0,0.1);
|
|
||||||
object-fit: cover;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
#previewThumbnail {
|
|
||||||
width: 150px;
|
|
||||||
height: 100px;
|
|
||||||
/*border: 1px dashed black;*/
|
|
||||||
}
|
|
||||||
|
|
||||||
.custom-btn {
|
.custom-btn {
|
||||||
padding: 10px 20px;
|
padding: 10px 20px;
|
||||||
margin-top: 10px;
|
|
||||||
background-color: #007BFF;
|
background-color: #007BFF;
|
||||||
color: white;
|
color: white;
|
||||||
border: none;
|
border: none;
|
||||||
@@ -99,88 +52,38 @@ body {
|
|||||||
cursor: pointer;
|
cursor: pointer;
|
||||||
font-size: 14px;
|
font-size: 14px;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
.custom-btn:hover {
|
.custom-btn:hover {
|
||||||
background-color: #0056b3;
|
background-color: #0056b3;
|
||||||
}
|
}
|
||||||
|
|
||||||
.submit-btn:hover {
|
.submit-btn:hover {
|
||||||
background-color: #0056b3;
|
background-color: #0056b3;
|
||||||
}
|
}
|
||||||
|
|
||||||
input[type="file"] {
|
input[type="file"] {
|
||||||
display: none;
|
display: none;
|
||||||
}
|
}
|
||||||
|
|
||||||
.checkbox-group {
|
|
||||||
--borderColor: #007bfff5;
|
|
||||||
--borderWidth: .125em;
|
|
||||||
}
|
|
||||||
|
|
||||||
.checkbox-group input[type=checkbox] {
|
|
||||||
-webkit-appearance: none;
|
|
||||||
appearance: none;
|
|
||||||
vertical-align: middle;
|
|
||||||
background: #fff;
|
|
||||||
font-size: 1.8em;
|
|
||||||
border-radius: 0.125em;
|
|
||||||
display: inline-block;
|
|
||||||
border: var(--borderWidth) solid var(--borderColor);
|
|
||||||
width: 1em;
|
|
||||||
height: 1em;
|
|
||||||
position: relative;
|
|
||||||
}
|
|
||||||
.checkbox-group input[type=checkbox]:before,
|
|
||||||
.checkbox-group input[type=checkbox]:after {
|
|
||||||
content: "";
|
|
||||||
position: absolute;
|
|
||||||
background: var(--borderColor);
|
|
||||||
width: calc(var(--borderWidth) * 3);
|
|
||||||
height: var(--borderWidth);
|
|
||||||
top: 50%;
|
|
||||||
left: 10%;
|
|
||||||
transform-origin: left center;
|
|
||||||
}
|
|
||||||
.checkbox-group input[type=checkbox]:before {
|
|
||||||
transform: rotate(45deg) translate(calc(var(--borderWidth) / -2), calc(var(--borderWidth) / -2)) scaleX(0);
|
|
||||||
transition: transform 200ms ease-in 200ms;
|
|
||||||
}
|
|
||||||
.checkbox-group input[type=checkbox]:after {
|
|
||||||
width: calc(var(--borderWidth) * 5);
|
|
||||||
transform: rotate(-45deg) translateY(calc(var(--borderWidth) * 2)) scaleX(0);
|
|
||||||
transform-origin: left center;
|
|
||||||
transition: transform 200ms ease-in;
|
|
||||||
}
|
|
||||||
.checkbox-group input[type=checkbox]:checked:before {
|
|
||||||
transform: rotate(45deg) translate(calc(var(--borderWidth) / -2), calc(var(--borderWidth) / -2)) scaleX(1);
|
|
||||||
transition: transform 200ms ease-in;
|
|
||||||
}
|
|
||||||
.checkbox-group input[type=checkbox]:checked:after {
|
|
||||||
width: calc(var(--borderWidth) * 5);
|
|
||||||
transform: rotate(-45deg) translateY(calc(var(--borderWidth) * 2)) scaleX(1);
|
|
||||||
transition: transform 200ms ease-out 200ms;
|
|
||||||
}
|
|
||||||
.checkbox-group input[type=checkbox]:focus {
|
|
||||||
outline: calc(var(--borderWidth) / 2) dotted rgba(0, 0, 0, 0.25);
|
|
||||||
}
|
|
||||||
|
|
||||||
.checkbox-container{
|
.checkbox-container{
|
||||||
margin-top: 8px;
|
margin-top: 8px;
|
||||||
display: flex;
|
display: flex;
|
||||||
justify-items: left;
|
align-items: center;
|
||||||
align-items: center;
|
gap: 5px;
|
||||||
gap: 5px;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
.checkbox-group {
|
||||||
|
margin-top: 15px;
|
||||||
|
margin-bottom: 15px;
|
||||||
|
display: flex;
|
||||||
|
flex-direction: column;
|
||||||
|
gap: 10px;
|
||||||
|
align-items: flex-start;
|
||||||
|
}
|
||||||
|
|
||||||
.submit-btn {
|
.submit-btn {
|
||||||
display: flex;
|
|
||||||
justify-content: center;
|
|
||||||
padding: 10px 20px;
|
padding: 10px 20px;
|
||||||
margin-left: 80px;
|
|
||||||
margin-top: 30px;
|
|
||||||
margin-bottom: 10px;
|
|
||||||
background-color: #007BFF;
|
background-color: #007BFF;
|
||||||
color: white;
|
color: white;
|
||||||
border: none;
|
border: none;
|
||||||
@@ -188,46 +91,40 @@ input[type="file"] {
|
|||||||
cursor: pointer;
|
cursor: pointer;
|
||||||
font-size: 14px;
|
font-size: 14px;
|
||||||
}
|
}
|
||||||
|
|
||||||
.submit-btn:disabled {
|
|
||||||
opacity: 0.5;
|
|
||||||
cursor: not-allowed;
|
|
||||||
pointer-events: none;
|
|
||||||
}
|
|
||||||
|
|
||||||
.mitte {
|
.mitte {
|
||||||
background-color: #FFF;
|
background-color: #f2f3f4;
|
||||||
display: flex;
|
display: flex;
|
||||||
width: 700px;
|
|
||||||
flex-direction: column;
|
flex-direction: column;
|
||||||
align-items: center;
|
align-items: center;
|
||||||
padding: 40px;
|
padding: 5% 50px;
|
||||||
|
margin-top: 20px;
|
||||||
gap: 10px;
|
gap: 10px;
|
||||||
border: 0px;
|
border: 1px;
|
||||||
border-color: black;
|
border-color: black;
|
||||||
border-style: solid;
|
border-style: solid;
|
||||||
border-radius: 6px;
|
|
||||||
box-shadow: 0px 4px 10px rgba(0,0,0,0.1);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
h1 {
|
||||||
|
align-content: center;
|
||||||
|
}
|
||||||
|
|
||||||
.progressbar{
|
.progressbar{
|
||||||
position: relative;
|
position: relative;
|
||||||
width: 210px;
|
width: 210px;
|
||||||
height: 30px;
|
height: 30px;
|
||||||
margin: 50px 20px 5px 20px;
|
|
||||||
background: rgb(42, 46, 78);
|
background: rgb(42, 46, 78);
|
||||||
border-radius: 5px;
|
border-radius: 5px;
|
||||||
overflow: hidden;
|
overflow: hidden;
|
||||||
visibility: hidden;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
.progress_fill{
|
.progress_fill{
|
||||||
width: 0%;
|
width: 0%;
|
||||||
height: 100%;
|
height: 100%;
|
||||||
background: green;
|
background: green;
|
||||||
transition: all 0.2s;
|
transition: all 0.2s;
|
||||||
}
|
}
|
||||||
|
|
||||||
.progress_text{
|
.progress_text{
|
||||||
position: absolute;
|
position: absolute;
|
||||||
top: 50%;
|
top: 50%;
|
||||||
@@ -236,244 +133,15 @@ input[type="file"] {
|
|||||||
color: white;
|
color: white;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
.flagsBtns {
|
||||||
.dropdownMenus {
|
|
||||||
display: flex;
|
display: flex;
|
||||||
justify-content: center;
|
justify-content: flex-end;
|
||||||
margin-top: 1px;
|
|
||||||
margin-bottom: 30px;
|
|
||||||
gap: 170px;
|
|
||||||
padding: 2px 10px 2px 10px;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
#ai_type, #transkript_type, #language_option {
|
.de_Btn, .eng_Btn, .in_Btn {
|
||||||
padding: 3px;
|
padding: 8px 16px;
|
||||||
}
|
|
||||||
|
|
||||||
.labelDiv {
|
|
||||||
gap: 60px;
|
|
||||||
display: flex;
|
|
||||||
justify-content: center;
|
|
||||||
overflow-wrap:inherit;
|
|
||||||
padding-bottom: 20px;
|
|
||||||
margin-top: 40px;
|
|
||||||
margin-bottom: 10px;
|
|
||||||
}
|
|
||||||
|
|
||||||
/*Step bar*/
|
|
||||||
.step-nav {
|
|
||||||
display: flex;
|
|
||||||
gap: 20px;
|
|
||||||
justify-content: center;
|
|
||||||
background: #fff;
|
|
||||||
padding: 10px 30px;
|
|
||||||
border-radius: 6px;
|
|
||||||
box-shadow: 0 4px 10px rgba(0,0,0,0.1);
|
|
||||||
}
|
|
||||||
|
|
||||||
.step-item {
|
|
||||||
padding: 10px 25px;
|
|
||||||
border-radius: 8px;
|
|
||||||
background: #eee;
|
|
||||||
cursor: pointer;
|
|
||||||
font-weight: bold;
|
|
||||||
transition: 0.2s;
|
|
||||||
}
|
|
||||||
|
|
||||||
.step-item.active {
|
|
||||||
background: #007BFF;
|
|
||||||
color: white;
|
|
||||||
}
|
|
||||||
|
|
||||||
.step-item:hover {
|
|
||||||
background: #d9d9d9;
|
|
||||||
}
|
|
||||||
|
|
||||||
/*panels*/
|
|
||||||
.step {
|
|
||||||
margin-top: 70px;
|
|
||||||
display: flex;
|
|
||||||
flex-direction: column;
|
|
||||||
justify-content: center;
|
|
||||||
min-height: 400px;
|
|
||||||
}
|
|
||||||
|
|
||||||
/*Navigation arrows*/
|
|
||||||
.step-nav-arrows {
|
|
||||||
display: flex;
|
|
||||||
justify-content: space-between;
|
|
||||||
align-items: center;
|
|
||||||
}
|
|
||||||
|
|
||||||
.middle-container-wrapper {
|
|
||||||
display: flex;
|
|
||||||
align-items: center;
|
|
||||||
justify-content: center;
|
|
||||||
gap: 30px;
|
|
||||||
width: max-content;
|
|
||||||
height: auto;
|
|
||||||
}
|
|
||||||
|
|
||||||
.navBtn {
|
|
||||||
display: flex;
|
|
||||||
justify-content: center;
|
|
||||||
padding: 10px 25px;
|
|
||||||
background-color: #007BFF;
|
|
||||||
color: white;
|
color: white;
|
||||||
border: none;
|
border: none;
|
||||||
border-radius: 8px;
|
border-radius: 8px;
|
||||||
cursor: pointer;
|
cursor: pointer;
|
||||||
font-size: 14px;
|
|
||||||
}
|
|
||||||
|
|
||||||
.navBtn:disabled {
|
|
||||||
background-color: #ccc;
|
|
||||||
cursor: not-allowed;
|
|
||||||
}
|
|
||||||
|
|
||||||
.testy{
|
|
||||||
background-color: #FFF;
|
|
||||||
display: flex;
|
|
||||||
width: auto;
|
|
||||||
flex-direction: row;
|
|
||||||
align-items: center;
|
|
||||||
margin-top: 20px;
|
|
||||||
gap: 10px;
|
|
||||||
border: 0px;
|
|
||||||
border-color: black;
|
|
||||||
border-style: solid;
|
|
||||||
border-radius: 6px;
|
|
||||||
visibility: hidden;
|
|
||||||
}
|
|
||||||
|
|
||||||
.box2 {
|
|
||||||
background-color: red;
|
|
||||||
width: 40px;
|
|
||||||
height: 40px;
|
|
||||||
padding: 5px;
|
|
||||||
border: 1px solid black;
|
|
||||||
margin: 5px;
|
|
||||||
border-radius: 100px;
|
|
||||||
}
|
|
||||||
|
|
||||||
li {
|
|
||||||
color: #FFF;
|
|
||||||
}
|
|
||||||
|
|
||||||
.p-menu1 {
|
|
||||||
margin-left: 20px;
|
|
||||||
z-index: 10;
|
|
||||||
}
|
|
||||||
|
|
||||||
.hamburger1 {
|
|
||||||
height: 45px;
|
|
||||||
margin: 0;
|
|
||||||
padding-top: 8px;
|
|
||||||
display: grid;
|
|
||||||
grid-template-rows: repeat(3, 1fr);
|
|
||||||
justify-items: center;
|
|
||||||
z-index: 120;
|
|
||||||
}
|
|
||||||
|
|
||||||
.hamburger1 div {
|
|
||||||
background-color: rgb(61, 61, 61);
|
|
||||||
position: relative;
|
|
||||||
width: 40px;
|
|
||||||
height: 5px;
|
|
||||||
margin-top: 0;
|
|
||||||
-webkit-transition: all 0.2s ease-in-out;
|
|
||||||
transition: all 0.2s ease-in-out;
|
|
||||||
}
|
|
||||||
|
|
||||||
#toggle1 {
|
|
||||||
display: none;
|
|
||||||
}
|
|
||||||
|
|
||||||
#toggle1:checked + .hamburger1 .top {
|
|
||||||
-webkit-transform: rotate(-45deg);
|
|
||||||
transform: rotate(-45deg);
|
|
||||||
margin-top: 22.5px;
|
|
||||||
}
|
|
||||||
|
|
||||||
#toggle1:checked + .hamburger1 .meat {
|
|
||||||
-webkit-transform: rotate(45deg);
|
|
||||||
transform: rotate(45deg);
|
|
||||||
margin-top: -5px;
|
|
||||||
}
|
|
||||||
|
|
||||||
#toggle1:checked + .hamburger1 .bottom {
|
|
||||||
-webkit-transform: scale(0);
|
|
||||||
transform: scale(0);
|
|
||||||
}
|
|
||||||
|
|
||||||
#toggle1:checked ~ .menu1 {
|
|
||||||
height: 150px;
|
|
||||||
width: 300px;
|
|
||||||
}
|
|
||||||
|
|
||||||
/* Menu */
|
|
||||||
.menu1 {
|
|
||||||
position: absolute;
|
|
||||||
top: 55px;
|
|
||||||
left: 20px;
|
|
||||||
width: 240px;
|
|
||||||
border-radius: 5px;
|
|
||||||
background-color: #1C3B69;
|
|
||||||
margin: 0;
|
|
||||||
display: -ms-grid;
|
|
||||||
display: grid;
|
|
||||||
grid-template-rows: 1fr repeat(4, 0.5fr);
|
|
||||||
grid-row-gap: 25px;
|
|
||||||
padding: 0;
|
|
||||||
list-style: none;
|
|
||||||
clear: both;
|
|
||||||
width: auto;
|
|
||||||
text-align: center;
|
|
||||||
height: 0px;
|
|
||||||
overflow: hidden;
|
|
||||||
transition: height 0.3s ease, width 0.3s ease;
|
|
||||||
z-index: 9999;
|
|
||||||
-webkit-transition: all 0.3s ease;
|
|
||||||
}
|
|
||||||
|
|
||||||
.menu1 li:first-child {
|
|
||||||
margin-top: 30px;
|
|
||||||
}
|
|
||||||
|
|
||||||
.menu1 li:last-child {
|
|
||||||
margin-bottom: 30px;
|
|
||||||
}
|
|
||||||
|
|
||||||
.li1 {
|
|
||||||
width: 100%;
|
|
||||||
margin: 0;
|
|
||||||
padding: 10px 0;
|
|
||||||
font: 700 20px 'Oswald', sans-serif;
|
|
||||||
}
|
|
||||||
|
|
||||||
.li1:hover {
|
|
||||||
background-color: #FFF;
|
|
||||||
color: rgb(61, 61, 61);
|
|
||||||
box-shadow: 0 4px 8px rgba(0, 0, 0, 0.1);
|
|
||||||
-webkit-transition: all 0.3s ease;
|
|
||||||
transition: all 0.3s ease;
|
|
||||||
}
|
|
||||||
|
|
||||||
#step2, #step3, #step5 {
|
|
||||||
font-size: larger;
|
|
||||||
}
|
|
||||||
|
|
||||||
.download-btn {
|
|
||||||
display: flex;
|
|
||||||
justify-content: center;
|
|
||||||
padding: 10px 20px;
|
|
||||||
margin-left: 80px;
|
|
||||||
margin-top: 30px;
|
|
||||||
margin-bottom: 10px;
|
|
||||||
background-color: #007BFF;
|
|
||||||
color: white;
|
|
||||||
border: none;
|
|
||||||
border-radius: 8px;
|
|
||||||
cursor: pointer;
|
|
||||||
font-size: 14px;
|
|
||||||
}
|
}
|
||||||
@@ -35,8 +35,6 @@ console.log("-------------------------------------------------------------------
|
|||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
// --------------------------------------------------------- CLI COMMANDS --------------------------------------------------------- //
|
// --------------------------------------------------------- CLI COMMANDS --------------------------------------------------------- //
|
||||||
|
|
||||||
const rl = readline.createInterface({
|
const rl = readline.createInterface({
|
||||||
@@ -60,201 +58,22 @@ rl.on("line", data =>{
|
|||||||
let mainWindow;
|
let mainWindow;
|
||||||
|
|
||||||
function createWindow() {
|
function createWindow() {
|
||||||
mainWindow = new electron.BrowserWindow({
|
mainWindow = new electron.BrowserWindow({
|
||||||
width: 800,
|
width: 800,
|
||||||
height: 800,
|
height: 600,
|
||||||
webPreferences: {
|
webPreferences: {
|
||||||
nodeIntegration: false,
|
nodeIntegration: false,
|
||||||
contextIsolation: true,
|
contextIsolation: true,
|
||||||
preload: `${mainDir}/electron/main/preload.js`
|
preload: `${mainDir}/electron/main/preload.js`
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
|
|
||||||
mainWindow.loadFile('./electron/main/index.html');
|
mainWindow.loadFile('./electron/main/index.html');
|
||||||
}
|
}
|
||||||
|
|
||||||
electron.app.whenReady().then(createWindow);
|
electron.app.whenReady().then(createWindow);
|
||||||
|
|
||||||
|
|
||||||
// electron.ipcMain.on("extract", (event, args) => {
|
electron.ipcMain.on("extract", (event, args) => {
|
||||||
// mapFunctions.get("extraction-video-to-audio").function(args)
|
mapFunctions.get("extraction-video-to-audio").function(args)
|
||||||
// })
|
})
|
||||||
|
|
||||||
// setTimeout(() => {
|
|
||||||
// mainWindow.webContents.send("fuck", "worked uwu")
|
|
||||||
// }, 5000);
|
|
||||||
|
|
||||||
electron.ipcMain.handle('get-module-names', async () => {
|
|
||||||
let module_array = {
|
|
||||||
"ai_modules":[],
|
|
||||||
"transcription_modules":[]
|
|
||||||
}
|
|
||||||
mapFunctions.forEach(e => {
|
|
||||||
switch(e.type){
|
|
||||||
case "llm":
|
|
||||||
module_array.ai_modules.push({"name": e.name, "displayname": e.displayname})
|
|
||||||
break;
|
|
||||||
case "transcription":
|
|
||||||
module_array.transcription_modules.push({"name": e.name, "displayname": e.displayname})
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
})
|
|
||||||
// console.log(module_array);
|
|
||||||
return module_array
|
|
||||||
});
|
|
||||||
|
|
||||||
|
|
||||||
// electron.ipcMain.on("get_modules", async (event, args) => {
|
|
||||||
// let module_array = {
|
|
||||||
// "ai_modules":[],
|
|
||||||
// "transcription_modules":[]
|
|
||||||
// }
|
|
||||||
// mapFunctions.forEach(e => {
|
|
||||||
// switch(e.type){
|
|
||||||
// case "llm":
|
|
||||||
// module_array.ai_modules.push({"name": e.name, "displayname": e.displayname})
|
|
||||||
// break;
|
|
||||||
// case "transcription":
|
|
||||||
// module_array.transcription_modules.push({"name": e.name, "displayname": e.displayname})
|
|
||||||
// break;
|
|
||||||
// }
|
|
||||||
// })
|
|
||||||
// console.log(module_array);
|
|
||||||
|
|
||||||
// mainWindow.webContents.send("modules", module_array)
|
|
||||||
// })
|
|
||||||
|
|
||||||
var globalArgs = {}
|
|
||||||
var globalFinalHtmlPath = ""
|
|
||||||
|
|
||||||
electron.ipcMain.on("file_submit", async (event, args) => {
|
|
||||||
try {
|
|
||||||
globalArgs = args
|
|
||||||
let curstep = 0
|
|
||||||
let totalsteps = 3 + args.document.styles.length
|
|
||||||
|
|
||||||
if(args.document.styles.length == 0)
|
|
||||||
throw new Error("At least one Document Style needed");
|
|
||||||
|
|
||||||
|
|
||||||
console.log(args);
|
|
||||||
let audiopath = ""
|
|
||||||
let transcriptpath = ""
|
|
||||||
|
|
||||||
console.log("\n\n Running the Video to Audio Extractor");
|
|
||||||
// This code handles the Video to Audio extraction module call
|
|
||||||
await mapFunctions.get("module-handler").function(args.video.module, {inputVideoPath: args.video.inputVideoPath, outputType: mapFunctions.get(args.transcription.module).audioformat}).then(resp => {
|
|
||||||
console.log(resp);
|
|
||||||
audiopath = resp
|
|
||||||
curstep++
|
|
||||||
mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
|
|
||||||
}).catch(err => {
|
|
||||||
mainWindow.webContents.send("error", err)
|
|
||||||
return
|
|
||||||
})
|
|
||||||
|
|
||||||
|
|
||||||
console.log("\n\n Running the Audio to Transcription module");
|
|
||||||
// TODO implement transcription module
|
|
||||||
// This code handles the Audio to Text transcription module call
|
|
||||||
await mapFunctions.get("module-handler").function(args.transcription.module, audiopath).then(resp => {
|
|
||||||
console.log(resp);
|
|
||||||
transcriptpath = resp
|
|
||||||
curstep++
|
|
||||||
mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
|
|
||||||
}).catch(err => {
|
|
||||||
mainWindow.webContents.send("error", err)
|
|
||||||
return
|
|
||||||
})
|
|
||||||
|
|
||||||
|
|
||||||
console.log("\n\n Running the Transcription Summarizer module");
|
|
||||||
// This code summarises the transcript, so that it can be used by an llm
|
|
||||||
// await mapFunctions.get("summarize-transcription").function('A:\\programing\\@projects\\video2document\\storage\\transcripts\\IMG_2978.json').then(resp => {
|
|
||||||
await mapFunctions.get("summarize-transcription2").function(transcriptpath).then(resp => {
|
|
||||||
console.log(resp);
|
|
||||||
transcriptpath = resp
|
|
||||||
curstep++
|
|
||||||
mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
|
|
||||||
}).catch(err => {
|
|
||||||
mainWindow.webContents.send("error", err)
|
|
||||||
return
|
|
||||||
})
|
|
||||||
|
|
||||||
console.log("\n\n Running the LLM module");
|
|
||||||
// TODO implement documentation module
|
|
||||||
// This code handles the Text to Document processing module call
|
|
||||||
for (let i = 0; i < args.document.styles.length; i++) {
|
|
||||||
console.log(`\n\n Running the LLM for Document Style ${i+1}`);
|
|
||||||
|
|
||||||
await mapFunctions.get("module-handler").function(args.document.module, {inputTranscriptPath: transcriptpath, documentTypePath: "./storage/documentType/standard_meeting_report.txt", language: "en"}).then(resp => {
|
|
||||||
console.log(resp);
|
|
||||||
globalFinalHtmlPath = resp
|
|
||||||
curstep++
|
|
||||||
mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
|
|
||||||
}).catch(err => {
|
|
||||||
mainWindow.webContents.send("error", err)
|
|
||||||
return
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
// TODO actually implement this functionality
|
|
||||||
// Module to get the first few lines for each speaker to send to the frontend
|
|
||||||
// await mapFunctions.get("speaker-getter-idfk").function(transcriptpath).then(resp => {
|
|
||||||
// console.log(resp);
|
|
||||||
// transcriptpath = resp
|
|
||||||
// curstep++
|
|
||||||
// mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
|
|
||||||
|
|
||||||
// // {
|
|
||||||
// // speakerA: {source: "Pfad zur Audio File"},
|
|
||||||
// // speakerB:.....
|
|
||||||
// // }
|
|
||||||
mainWindow.webContents.send("speakers", {speakerA:"pfad1", speakerB:"pfad2"})
|
|
||||||
// }).catch(err => {
|
|
||||||
// mainWindow.webContents.send("error", err)
|
|
||||||
// return
|
|
||||||
// })
|
|
||||||
|
|
||||||
|
|
||||||
} catch (error) {
|
|
||||||
console.log(error);
|
|
||||||
}
|
|
||||||
})
|
|
||||||
|
|
||||||
electron.ipcMain.on("file_download", async() => {
|
|
||||||
await mapFunctions.get("htmlDocumentConverter").convert({inputPath:globalFinalHtmlPath, format: globalArgs.document.outputType, showDialog: true});
|
|
||||||
})
|
|
||||||
|
|
||||||
|
|
||||||
let q =
|
|
||||||
{
|
|
||||||
video: {
|
|
||||||
module: "String", // The name of the module, idk if we ever implement other extraction modules, the default one is extraction-video-to-audio
|
|
||||||
inputVideoPath: "String", // See script.js on line 27 for an example of what this should look like
|
|
||||||
outputType: "String" // The file format to be used for the audio output file, such as wav, mp3, flac and so on
|
|
||||||
},
|
|
||||||
transcription:{
|
|
||||||
module: "String" // The module name of the transcription model you want to use
|
|
||||||
},
|
|
||||||
document:{
|
|
||||||
module: "String", // The module name of the AI model you want to use to create the document
|
|
||||||
styles: [ // An array of all the document styles/prompts you want to have the document be processed with
|
|
||||||
{
|
|
||||||
prompt: "String",
|
|
||||||
}
|
|
||||||
]
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
let q1 = {
|
|
||||||
"ai_modules": [
|
|
||||||
{name:"abc", displayname:"ABC"},
|
|
||||||
{name:"qeg", displayname:"aqghegahu"}
|
|
||||||
],
|
|
||||||
"transcription_modules": [
|
|
||||||
{name:"abc", displayname:"ABC"},
|
|
||||||
{name:"qeg", displayname:"aqghegahu"}
|
|
||||||
]
|
|
||||||
}
|
|
||||||
Generated
+36
-2692
File diff suppressed because it is too large
Load Diff
+3
-7
@@ -1,16 +1,12 @@
|
|||||||
{
|
{
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@google/genai": "^1.30.0",
|
|
||||||
"@types/axios": "^0.9.36",
|
"@types/axios": "^0.9.36",
|
||||||
"axios": "^1.13.2",
|
"cli-progress": "^3.12.0",
|
||||||
"dotenv": "^17.2.3",
|
"dotenv": "^17.2.3",
|
||||||
"electron": "^39.1.1",
|
"electron": "^39.1.1",
|
||||||
"express": "^5.1.0",
|
"express": "^5.1.0",
|
||||||
"ffmpeg-static": "^5.2.0",
|
"ffmpeg-static": "^5.2.0",
|
||||||
"fluent-ffmpeg": "^2.1.3",
|
"fluent-ffmpeg": "^2.1.3"
|
||||||
"html-to-docx": "^1.8.0",
|
|
||||||
"mocha": "^11.7.5",
|
|
||||||
"puppeteer": "^24.33.0"
|
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"@types/cli-progress": "^3.11.6",
|
"@types/cli-progress": "^3.11.6",
|
||||||
@@ -29,7 +25,7 @@
|
|||||||
},
|
},
|
||||||
"scripts": {
|
"scripts": {
|
||||||
"start": "electron main.js",
|
"start": "electron main.js",
|
||||||
"test": "mocha ./test/unit/test.js"
|
"test": "echo \"Error: no test specified\" && exit 1"
|
||||||
},
|
},
|
||||||
"repository": {
|
"repository": {
|
||||||
"type": "git",
|
"type": "git",
|
||||||
|
|||||||
@@ -0,0 +1,3 @@
|
|||||||
|
fastapi
|
||||||
|
uvicorn
|
||||||
|
pytest
|
||||||
+1
-8
@@ -6,20 +6,13 @@ platform = process.platform
|
|||||||
mainDir = __dirname
|
mainDir = __dirname
|
||||||
fs = require("fs")
|
fs = require("fs")
|
||||||
readline = require("readline")
|
readline = require("readline")
|
||||||
|
|
||||||
puppeteer = require("puppeteer")
|
|
||||||
htmltodocx = require("html-to-docx")
|
|
||||||
config = require("./config/config")
|
config = require("./config/config")
|
||||||
|
|
||||||
ffmpegPath = require('ffmpeg-static');
|
ffmpegPath = require('ffmpeg-static');
|
||||||
ffmpeg = require('fluent-ffmpeg');
|
ffmpeg = require('fluent-ffmpeg');
|
||||||
path = require('path');
|
path = require('path');
|
||||||
// cliProgress = require('cli-progress');
|
cliProgress = require('cli-progress');
|
||||||
|
|
||||||
// { app, BrowserWindow, ipcMain, dialog } = require('electron');
|
// { app, BrowserWindow, ipcMain, dialog } = require('electron');
|
||||||
|
|
||||||
electron = require('electron');
|
electron = require('electron');
|
||||||
|
|
||||||
axios = require("axios")
|
|
||||||
|
|
||||||
console.log(require('dotenv').config({path: __dirname + '/.env'}));
|
|
||||||
@@ -1,47 +0,0 @@
|
|||||||
const fs = require('fs');
|
|
||||||
const path = require('path');
|
|
||||||
|
|
||||||
//node show-models.js, remember to set SAIA_API_KEY in your environment before running the script
|
|
||||||
|
|
||||||
const SAIA_API_KEY = process.env.SAIA_API_KEY;
|
|
||||||
const SAIA_MODELS_URL = "https://chat-ai.academiccloud.de/v1/models";
|
|
||||||
|
|
||||||
// Script to list available models
|
|
||||||
(async () => {
|
|
||||||
if (!SAIA_API_KEY) {
|
|
||||||
console.error("ERROR: SAIA_API_KEY environment variable is not set!");
|
|
||||||
process.exit(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
console.log("Fetching available models from SAIA...\n");
|
|
||||||
|
|
||||||
try {
|
|
||||||
const response = await fetch(SAIA_MODELS_URL, {
|
|
||||||
method: "GET",
|
|
||||||
headers: {
|
|
||||||
"Authorization": `Bearer ${SAIA_API_KEY}`,
|
|
||||||
"Accept": "application/json"
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
if (!response.ok) {
|
|
||||||
const text = await response.text();
|
|
||||||
throw new Error(`SAIA API error (${response.status}): ${text}`);
|
|
||||||
}
|
|
||||||
|
|
||||||
const data = await response.json();
|
|
||||||
|
|
||||||
console.log("Available models:");
|
|
||||||
console.log(JSON.stringify(data, null, 2));
|
|
||||||
|
|
||||||
if (data.data && Array.isArray(data.data)) {
|
|
||||||
console.log("\n\nModel IDs:");
|
|
||||||
data.data.forEach(model => {
|
|
||||||
console.log(`- ${model.id}`);
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
} catch (error) {
|
|
||||||
console.error("Error fetching models:", error);
|
|
||||||
}
|
|
||||||
})();
|
|
||||||
@@ -1,194 +0,0 @@
|
|||||||
const fs = require('fs');
|
|
||||||
const path = require('path');
|
|
||||||
const puppeteer = require('puppeteer');
|
|
||||||
const htmlToDocx = require('html-to-docx');
|
|
||||||
const { execSync } = require('child_process');
|
|
||||||
const os = require('os');
|
|
||||||
|
|
||||||
const outputDir = path.join(__dirname, "../../../storage/documents");
|
|
||||||
|
|
||||||
if (!fs.existsSync(outputDir)) {
|
|
||||||
fs.mkdirSync(outputDir, { recursive: true });
|
|
||||||
}
|
|
||||||
|
|
||||||
async function showSaveDialog(defaultName, format) {
|
|
||||||
const platform = os.platform();
|
|
||||||
|
|
||||||
if (platform === 'darwin') {
|
|
||||||
// macOS
|
|
||||||
const applescript = `
|
|
||||||
set defaultName to "${defaultName}.${format}"
|
|
||||||
set theFile to choose file name with prompt "Dokument speichern als:" default name defaultName
|
|
||||||
POSIX path of theFile
|
|
||||||
`;
|
|
||||||
|
|
||||||
try {
|
|
||||||
const result = execSync(`osascript -e '${applescript}'`, { encoding: 'utf8' });
|
|
||||||
return result.trim();
|
|
||||||
} catch (err) {
|
|
||||||
if (err.status === 1) return null; // User canceled
|
|
||||||
throw err;
|
|
||||||
}
|
|
||||||
} else if (platform === 'win32') {
|
|
||||||
// Windows
|
|
||||||
const powershell = `
|
|
||||||
Add-Type -AssemblyName System.Windows.Forms
|
|
||||||
$dialog = New-Object System.Windows.Forms.SaveFileDialog
|
|
||||||
$dialog.FileName = "${defaultName}.${format}"
|
|
||||||
$dialog.Filter = "${format.toUpperCase()} Dateien (*.${format})|*.${format}|Alle Dateien (*.*)|*.*"
|
|
||||||
$dialog.Title = "Dokument speichern als"
|
|
||||||
$result = $dialog.ShowDialog()
|
|
||||||
if ($result -eq 'OK') { $dialog.FileName }
|
|
||||||
`;
|
|
||||||
|
|
||||||
try {
|
|
||||||
const result = execSync(`powershell -Command "${powershell.replace(/\n/g, '; ')}"`, {
|
|
||||||
encoding: 'utf8'
|
|
||||||
});
|
|
||||||
return result.trim() || null;
|
|
||||||
} catch (err) {
|
|
||||||
throw err;
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
// Linux - zenity oder kdialog
|
|
||||||
try {
|
|
||||||
const result = execSync(
|
|
||||||
`zenity --file-selection --save --confirm-overwrite --filename="${defaultName}.${format}"`,
|
|
||||||
{ encoding: 'utf8' }
|
|
||||||
);
|
|
||||||
return result.trim();
|
|
||||||
} catch (err) {
|
|
||||||
try {
|
|
||||||
const result = execSync(
|
|
||||||
`kdialog --getsavefilename . "${defaultName}.${format}"`,
|
|
||||||
{ encoding: 'utf8' }
|
|
||||||
);
|
|
||||||
return result.trim();
|
|
||||||
} catch (err2) {
|
|
||||||
// Fallback
|
|
||||||
return path.join(os.homedir(), 'Downloads', `${defaultName}.${format}`);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
const module_exports = {
|
|
||||||
name: "htmlDocumentConverter",
|
|
||||||
type: "converter",
|
|
||||||
displayname: "HTML Document Converter",
|
|
||||||
description: "Converts LLM-generated HTML to PDF, DOCX, TXT, or HTML",
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Main conversion function
|
|
||||||
* @param {Object} options
|
|
||||||
* @param {string} options.inputPath - Path to the HTML input
|
|
||||||
* @param {string} options.format - 'pdf' | 'docx' | 'html' | 'txt'
|
|
||||||
* @param {string} [options.outputName] - Optional output filename (without extension)
|
|
||||||
* @param {boolean} [options.showDialog] - Show save dialog (default: false in module mode, true in CLI mode)
|
|
||||||
*/
|
|
||||||
async convert({ inputPath, format = 'pdf', outputName, showDialog = false }) {
|
|
||||||
if (!fs.existsSync(inputPath)) {
|
|
||||||
throw new Error(`Input file not found: ${inputPath}`);
|
|
||||||
}
|
|
||||||
|
|
||||||
const ext = path.extname(inputPath).toLowerCase();
|
|
||||||
const baseName = outputName || path.basename(inputPath, ext);
|
|
||||||
|
|
||||||
let outputFile;
|
|
||||||
|
|
||||||
if (showDialog) {
|
|
||||||
// Zeige nativen Dialog
|
|
||||||
outputFile = await showSaveDialog(baseName, format);
|
|
||||||
if (!outputFile) {
|
|
||||||
console.log('Speichervorgang abgebrochen.');
|
|
||||||
return null;
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
// Nutze Standard-Ausgabeverzeichnis
|
|
||||||
outputFile = path.join(outputDir, `${baseName}.${format.toLowerCase()}`);
|
|
||||||
}
|
|
||||||
|
|
||||||
let htmlContent = fs.readFileSync(inputPath, 'utf8');
|
|
||||||
|
|
||||||
// Remove <think> tags if present
|
|
||||||
htmlContent = htmlContent.replace(/<think>[\s\S]*?<\/think>/gi, '');
|
|
||||||
|
|
||||||
switch (format.toLowerCase()) {
|
|
||||||
case 'html':
|
|
||||||
fs.writeFileSync(outputFile, htmlContent, 'utf8');
|
|
||||||
break;
|
|
||||||
case 'pdf':
|
|
||||||
await this.htmlToPDF(htmlContent, outputFile);
|
|
||||||
break;
|
|
||||||
case 'docx':
|
|
||||||
await this.htmlToDOCX(htmlContent, outputFile);
|
|
||||||
break;
|
|
||||||
case 'txt':
|
|
||||||
fs.writeFileSync(outputFile, this.htmlToTXT(htmlContent), 'utf8');
|
|
||||||
break;
|
|
||||||
default:
|
|
||||||
throw new Error(`Unsupported format: ${format}`);
|
|
||||||
}
|
|
||||||
|
|
||||||
console.log(`Erfolgreich gespeichert: ${outputFile}`);
|
|
||||||
return outputFile;
|
|
||||||
},
|
|
||||||
|
|
||||||
// HTML → PDF
|
|
||||||
async htmlToPDF(html, outputPath) {
|
|
||||||
const browser = await puppeteer.launch({
|
|
||||||
headless: true,
|
|
||||||
args: ['--no-sandbox', '--disable-setuid-sandbox']
|
|
||||||
});
|
|
||||||
const page = await browser.newPage();
|
|
||||||
await page.setContent(html, { waitUntil: 'networkidle0' });
|
|
||||||
await page.pdf({
|
|
||||||
path: outputPath,
|
|
||||||
format: 'A4',
|
|
||||||
printBackground: true,
|
|
||||||
margin: { top: '20mm', right: '20mm', bottom: '20mm', left: '20mm' }
|
|
||||||
});
|
|
||||||
await browser.close();
|
|
||||||
},
|
|
||||||
|
|
||||||
// HTML → DOCX
|
|
||||||
async htmlToDOCX(html, outputPath) {
|
|
||||||
const buffer = await htmlToDocx(html);
|
|
||||||
fs.writeFileSync(outputPath, buffer);
|
|
||||||
},
|
|
||||||
|
|
||||||
// HTML → TXT (rudimentär)
|
|
||||||
htmlToTXT(html) {
|
|
||||||
return html.replace(/<[^>]*>/g, '').replace(/\s+\n/g, '\n').trim();
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
module.exports = module_exports;
|
|
||||||
|
|
||||||
// CLI usage mit Dialog
|
|
||||||
if (require.main === module) {
|
|
||||||
(async () => {
|
|
||||||
const args = process.argv.slice(2);
|
|
||||||
if (args.length < 1) {
|
|
||||||
console.log('Usage: node htmlDocumentConverter.js <input.html> [format]');
|
|
||||||
console.log('Formats: pdf (default), docx, html, txt');
|
|
||||||
console.log('');
|
|
||||||
console.log('Ein nativer "Speichern unter" Dialog wird automatisch geöffnet.');
|
|
||||||
process.exit(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
const inputPath = args[0];
|
|
||||||
const format = args[1] || 'pdf';
|
|
||||||
|
|
||||||
try {
|
|
||||||
await module_exports.convert({
|
|
||||||
inputPath,
|
|
||||||
format,
|
|
||||||
showDialog: true
|
|
||||||
});
|
|
||||||
} catch (err) {
|
|
||||||
console.error('Konvertierung fehlgeschlagen:', err.message);
|
|
||||||
process.exit(1);
|
|
||||||
}
|
|
||||||
})();
|
|
||||||
}
|
|
||||||
@@ -1,3 +1,4 @@
|
|||||||
|
|
||||||
// Ensure ffmpeg binary is available
|
// Ensure ffmpeg binary is available
|
||||||
if (!ffmpegPath) {
|
if (!ffmpegPath) {
|
||||||
throw new Error('FFmpeg binary not found!');
|
throw new Error('FFmpeg binary not found!');
|
||||||
@@ -24,12 +25,18 @@ module.exports = {
|
|||||||
outputType: String // Audio file output format
|
outputType: String // Audio file output format
|
||||||
}
|
}
|
||||||
*/
|
*/
|
||||||
|
let progressBar = new cliProgress.SingleBar({
|
||||||
|
format: 'Processing |{bar}| {percentage}% | {timemark}',
|
||||||
|
barCompleteChar: '\u2588',
|
||||||
|
barIncompleteChar: '\u2591',
|
||||||
|
hideCursor: true
|
||||||
|
});
|
||||||
try {
|
try {
|
||||||
return new Promise((resolve, reject) => {
|
// if (meta.url === `file://${process.argv[1]}`) {
|
||||||
this.extractAudioFromVideo(parameter.inputVideoPath, parameter.outputType)
|
this.extractAudioFromVideo(parameter.inputVideoPath, progressBar, parameter.outputType)
|
||||||
.then((resp) => resolve(resp))
|
.then(() => console.log('Audio extraction successful.'))
|
||||||
.catch((err) => {reject(err)});
|
.catch((err) => console.error(err));
|
||||||
})
|
// }
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.log(parameter.outputType);
|
console.log(parameter.outputType);
|
||||||
|
|
||||||
@@ -46,7 +53,7 @@ module.exports = {
|
|||||||
* - Shows CLI progress bar
|
* - Shows CLI progress bar
|
||||||
* - Handles errors gracefully (without errors)
|
* - Handles errors gracefully (without errors)
|
||||||
*/
|
*/
|
||||||
extractAudioFromVideo: async function (videoFilePath, outputType){
|
extractAudioFromVideo: async function (videoFilePath, progressBar, outputType){
|
||||||
let inputVideoName = path.basename(videoFilePath, path.extname(videoFilePath));
|
let inputVideoName = path.basename(videoFilePath, path.extname(videoFilePath));
|
||||||
let outputAudioPath = path.join(outputDir, `${inputVideoName}.${outputType}`);
|
let outputAudioPath = path.join(outputDir, `${inputVideoName}.${outputType}`);
|
||||||
|
|
||||||
@@ -57,18 +64,30 @@ module.exports = {
|
|||||||
// .audioCodec('pcm_s16le')
|
// .audioCodec('pcm_s16le')
|
||||||
.audioChannels(1)
|
.audioChannels(1)
|
||||||
.audioFrequency(16000)
|
.audioFrequency(16000)
|
||||||
|
// .setFfmpegPath("./ffmpeg.exe")
|
||||||
|
.on('progress', (progress) => {
|
||||||
|
if (!progressBar.isActive) progressBar.start(100, 0, { timemark: '00:00:00' });
|
||||||
|
if (progress.percent) {
|
||||||
|
progressBar.update(progress.percent, { timemark: progress.timemark });
|
||||||
|
}
|
||||||
|
})
|
||||||
.on('end', () => {
|
.on('end', () => {
|
||||||
resolve(outputAudioPath);
|
progressBar.update(100, { timemark: 'done' });
|
||||||
|
progressBar.stop();
|
||||||
|
console.log(`Extraction completed: ${outputAudioPath}`);
|
||||||
|
resolve();
|
||||||
})
|
})
|
||||||
.on('error', (err) => {
|
.on('error', (err) => {
|
||||||
// console.error(`failed_audio_extraction on type ${outputType}: ${err.message}`);
|
progressBar.stop();
|
||||||
|
console.error(`failed_audio_extraction on type ${outputType}: ${err.message}`);
|
||||||
reject(err);
|
reject(err);
|
||||||
})
|
})
|
||||||
.save(outputAudioPath);
|
.save(outputAudioPath);
|
||||||
|
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
// console.log(error);
|
console.log();
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
@@ -1,154 +0,0 @@
|
|||||||
|
|
||||||
// Prepare output directory (always storage/transcriptionSummaries under project root)
|
|
||||||
const outputDir = `${__dirname}/../../../storage/transcriptionSummaries`;
|
|
||||||
if (!fs.existsSync(outputDir)) {
|
|
||||||
fs.mkdirSync(outputDir, { recursive: true });
|
|
||||||
}
|
|
||||||
|
|
||||||
//Speaker, ALL-Sentences, Start, End
|
|
||||||
|
|
||||||
module.exports = {
|
|
||||||
name: "summarize-transcription", // Unique name for our function that will later be used to get the function from the map via "mapFunctions.get("example").function()"
|
|
||||||
type: "summarizer", // value used to differentiate each module to order them in the UI
|
|
||||||
displayname: "Summarizer", // The displayname used within the UI
|
|
||||||
async function(args) {
|
|
||||||
return new Promise(async (resolve, reject) => {
|
|
||||||
let inputJson = args.json;
|
|
||||||
|
|
||||||
//JSON Path
|
|
||||||
if (args.jsonPath) {
|
|
||||||
try {
|
|
||||||
const raw = fs.readFileSync(args.jsonPath, "utf-8");
|
|
||||||
inputJson = JSON.parse(raw);
|
|
||||||
} catch (e) {
|
|
||||||
// console.error("Failed to load JSON from file:", e);
|
|
||||||
reject(e)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// JSON parsen
|
|
||||||
if (typeof args === "string") {
|
|
||||||
try {
|
|
||||||
await new Promise((res, rej) => {
|
|
||||||
fs.readFile(args, 'utf8', function (err, data) {
|
|
||||||
if (err){
|
|
||||||
rej(err)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
inputJson = JSON.parse(data);
|
|
||||||
res()
|
|
||||||
});
|
|
||||||
})
|
|
||||||
} catch (e) {
|
|
||||||
// console.log("Invalid JSON in summarize-transcription");
|
|
||||||
// console.log(e)
|
|
||||||
reject(e)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
const words = inputJson.words;
|
|
||||||
if (!Array.isArray(words)) {
|
|
||||||
reject("No words Array found")
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
const ENDINGS = [".", "!", "?"]; // '...' auch als Satzende ?
|
|
||||||
const ABBREVIATIONS = new Set(["z.B.", "bzw.", "u.a.", "Dr.", "Mr.", "Mrs.", "Prof.", "etc."]); //TODO weitere Ergaenzen
|
|
||||||
|
|
||||||
const result = [];
|
|
||||||
let currentSentence = "";
|
|
||||||
let currentSpeaker = null;
|
|
||||||
let startTime = null;
|
|
||||||
let endTime = null;
|
|
||||||
|
|
||||||
for (const w of words) {
|
|
||||||
if (!currentSpeaker) currentSpeaker = w.speaker;
|
|
||||||
if (startTime === null) startTime = w.start;
|
|
||||||
endTime = w.end;
|
|
||||||
|
|
||||||
//speaker changing
|
|
||||||
if (currentSpeaker !== w.speaker && currentSentence) {
|
|
||||||
const lastEntry = result[result.length - 1];
|
|
||||||
if (lastEntry && lastEntry.speaker === currentSpeaker) {
|
|
||||||
lastEntry.sentence += " " + currentSentence;
|
|
||||||
lastEntry.end = endTime;
|
|
||||||
} else {
|
|
||||||
result.push({
|
|
||||||
speaker: currentSpeaker,
|
|
||||||
sentence: currentSentence,
|
|
||||||
start: startTime,
|
|
||||||
end: endTime
|
|
||||||
});
|
|
||||||
}
|
|
||||||
currentSentence = "";
|
|
||||||
startTime = w.start;
|
|
||||||
}
|
|
||||||
currentSpeaker = w.speaker;
|
|
||||||
currentSentence += (currentSentence ? " " : "") + w.text; //sentence beginning or not
|
|
||||||
const lastWord = w.text.trim();
|
|
||||||
const lastChar = lastWord.slice(-1);
|
|
||||||
const isAbbreviation = ABBREVIATIONS.has(lastWord);
|
|
||||||
|
|
||||||
//sentence ending
|
|
||||||
if (ENDINGS.includes(lastChar) && !isAbbreviation) {
|
|
||||||
const lastEntry = result[result.length - 1];
|
|
||||||
if (lastEntry && lastEntry.speaker === currentSpeaker) {
|
|
||||||
lastEntry.sentence += " " + currentSentence;
|
|
||||||
lastEntry.end = endTime;
|
|
||||||
} else {
|
|
||||||
result.push({
|
|
||||||
speaker: currentSpeaker,
|
|
||||||
sentence: currentSentence,
|
|
||||||
start: startTime,
|
|
||||||
end: endTime
|
|
||||||
});
|
|
||||||
}
|
|
||||||
currentSentence = "";
|
|
||||||
startTime = null;
|
|
||||||
endTime = null;
|
|
||||||
currentSpeaker = null;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// safe last sentence
|
|
||||||
if (currentSentence) {
|
|
||||||
const lastEntry = result[result.length - 1];
|
|
||||||
if (lastEntry && lastEntry.speaker === currentSpeaker) {
|
|
||||||
lastEntry.sentence += " " + currentSentence;
|
|
||||||
lastEntry.end = endTime;
|
|
||||||
} else {
|
|
||||||
result.push({
|
|
||||||
speaker: currentSpeaker,
|
|
||||||
sentence: currentSentence,
|
|
||||||
start: startTime,
|
|
||||||
end: endTime
|
|
||||||
});
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Output as Text
|
|
||||||
const output = result.map(r =>
|
|
||||||
`Sprecher ${r.speaker} [${r.start.toFixed(2)} - ${r.end.toFixed(2)}]: ${r.sentence}`
|
|
||||||
);
|
|
||||||
|
|
||||||
// Output on cosole
|
|
||||||
//console.log("\n------------\nMerged Transcription Result:\n", output, "\n------------\n");
|
|
||||||
|
|
||||||
try {
|
|
||||||
const jsonPath = path.join(outputDir, "transcription_result.json");
|
|
||||||
fs.writeFileSync(jsonPath, JSON.stringify(result, null, 2), "utf-8");
|
|
||||||
|
|
||||||
const txtPath = path.join(outputDir, "transcription_result.txt");
|
|
||||||
fs.writeFileSync(txtPath, output.join("\n"), "utf-8");
|
|
||||||
|
|
||||||
// console.log(`Summary successfully saved:\n- ${jsonPath}\n- ${txtPath}`);
|
|
||||||
|
|
||||||
resolve(jsonPath);
|
|
||||||
} catch (err) {
|
|
||||||
// console.error("Error saving Summary:", err);
|
|
||||||
reject(err);
|
|
||||||
}
|
|
||||||
})
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,149 +0,0 @@
|
|||||||
|
|
||||||
// Prepare output directory (always storage/transcriptionSummaries under project root)
|
|
||||||
const outputDir = `${__dirname}/../../../storage/transcriptionSummaries`;
|
|
||||||
if (!fs.existsSync(outputDir)) {
|
|
||||||
fs.mkdirSync(outputDir, { recursive: true });
|
|
||||||
}
|
|
||||||
|
|
||||||
function getSessionId(inputPath) {
|
|
||||||
try {
|
|
||||||
const parsed = new URL(inputPath);
|
|
||||||
const base = path.basename(parsed.pathname);
|
|
||||||
return base.replace(/\.[^.]+$/, '');
|
|
||||||
} catch {
|
|
||||||
return path.basename(inputPath, path.extname(inputPath));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
//Speaker, Sentence, Start, End
|
|
||||||
|
|
||||||
module.exports = {
|
|
||||||
name: "summarize-transcription2", // Unique name for our function that will later be used to get the function from the map via "mapFunctions.get("example").function()"
|
|
||||||
type: "summarizer", // value used to differentiate each module to order them in the UI
|
|
||||||
displayname: "Summarizer", // The displayname used within the UI
|
|
||||||
async function(args) {
|
|
||||||
return new Promise(async (resolve, reject) => {
|
|
||||||
let inputJson = args.json;
|
|
||||||
|
|
||||||
//JSON Path
|
|
||||||
if (args.jsonPath) {
|
|
||||||
try {
|
|
||||||
const raw = fs.readFileSync(args.jsonPath, "utf-8");
|
|
||||||
inputJson = JSON.parse(raw);
|
|
||||||
} catch (e) {
|
|
||||||
console.error("Failed to load JSON from file:", e);
|
|
||||||
reject("Could not read JSON from file path.")
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// JSON parsen
|
|
||||||
if (typeof args === "string") {
|
|
||||||
try {
|
|
||||||
await new Promise((res, rej) => {
|
|
||||||
fs.readFile(args, 'utf8', function (err, data) {
|
|
||||||
if (err){
|
|
||||||
rej(err)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
inputJson = JSON.parse(data);
|
|
||||||
res()
|
|
||||||
});
|
|
||||||
})
|
|
||||||
} catch (e) {
|
|
||||||
// console.log("Invalid JSON in summarize-transcription");
|
|
||||||
// console.log(e)
|
|
||||||
reject(e)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
const words = inputJson.words;
|
|
||||||
if (!Array.isArray(words)) {
|
|
||||||
reject("No words Array found")
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
const ENDINGS = [".", "!", "?"]; // '...' auch als Satzende ?
|
|
||||||
const ABBREVIATIONS = new Set(["z.B.", "bzw.", "u.a.", "Dr.", "Mr.", "Mrs.", "Prof.", "etc."]); //TODO weitere Ergaenzen
|
|
||||||
|
|
||||||
const result = [];
|
|
||||||
let currentSentence = "";
|
|
||||||
let currentSpeaker = null;
|
|
||||||
let startTime = null;
|
|
||||||
let endTime = null;
|
|
||||||
|
|
||||||
for (const w of words) {
|
|
||||||
if (!currentSpeaker) currentSpeaker = w.speaker;
|
|
||||||
if (startTime === null) startTime = w.start;
|
|
||||||
endTime = w.end;
|
|
||||||
|
|
||||||
//speaker changing
|
|
||||||
if (currentSpeaker !== w.speaker && currentSentence) {
|
|
||||||
result.push({
|
|
||||||
speaker: currentSpeaker,
|
|
||||||
sentence: currentSentence,
|
|
||||||
start: startTime,
|
|
||||||
end: endTime
|
|
||||||
});
|
|
||||||
currentSentence = "";
|
|
||||||
startTime = w.start;
|
|
||||||
}
|
|
||||||
currentSpeaker = w.speaker;
|
|
||||||
currentSentence += (currentSentence ? " " : "") + w.text; //sentence beginning or not
|
|
||||||
const lastWord = w.text.trim();
|
|
||||||
const lastChar = lastWord.slice(-1);
|
|
||||||
const isAbbreviation = ABBREVIATIONS.has(lastWord);
|
|
||||||
|
|
||||||
//sentence ending
|
|
||||||
if (ENDINGS.includes(lastChar) && !isAbbreviation) {
|
|
||||||
result.push({
|
|
||||||
speaker: currentSpeaker,
|
|
||||||
sentence: currentSentence,
|
|
||||||
start: startTime,
|
|
||||||
end: endTime
|
|
||||||
});
|
|
||||||
currentSentence = "";
|
|
||||||
startTime = null;
|
|
||||||
endTime = null;
|
|
||||||
currentSpeaker = null;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// safe last sentence
|
|
||||||
if (currentSentence) {
|
|
||||||
result.push({
|
|
||||||
speaker: currentSpeaker,
|
|
||||||
sentence: currentSentence,
|
|
||||||
start: startTime,
|
|
||||||
end: endTime
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
// Output as Text
|
|
||||||
const output = result.map(r =>
|
|
||||||
`Sprecher ${r.speaker} [${r.start.toFixed(2)} - ${r.end.toFixed(2)}]: ${r.sentence}`
|
|
||||||
);
|
|
||||||
|
|
||||||
// Output on cosole
|
|
||||||
//console.log("\n------------\nMerged Transcription Result:\n", output, "\n------------\n");
|
|
||||||
|
|
||||||
try {
|
|
||||||
|
|
||||||
let filename = getSessionId(args);
|
|
||||||
|
|
||||||
const jsonPath = path.join(outputDir, `${filename}-${new Date().getTime()}.json`);
|
|
||||||
fs.writeFileSync(jsonPath, JSON.stringify(result, null, 2), "utf-8");
|
|
||||||
|
|
||||||
const txtPath = path.join(outputDir, `${filename}-${new Date().getTime()}.txt`);
|
|
||||||
fs.writeFileSync(txtPath, output.join("\n"), "utf-8");
|
|
||||||
|
|
||||||
// console.log(`Summary successfully saved:\n- ${jsonPath}\n- ${txtPath}`);
|
|
||||||
resolve(jsonPath);
|
|
||||||
} catch (err) {
|
|
||||||
// console.error("Error saving Summary:", err);
|
|
||||||
reject(err);
|
|
||||||
}
|
|
||||||
})
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,136 +1,8 @@
|
|||||||
const fs = require('fs');
|
module.exports = {
|
||||||
const path = require('path');
|
name:"chatgpt", // Unique name for our function that will later be used to get the function from the map via "mapFunctions.get("example").function()"
|
||||||
|
type:"document", // value used to differentiate each module to order them in the UI
|
||||||
const outputDir = path.join(__dirname, "../../../storage/documents"); // path for output directory
|
displayname:"ChatGPT", // The displayname used within the UI
|
||||||
|
async function(parameter){
|
||||||
if (!fs.existsSync(outputDir)) {
|
// TODO add code to actually send the transcript to ChatGPT and get a response back
|
||||||
fs.mkdirSync(outputDir, { recursive: true }); // Create output directory if it doesn't exist
|
|
||||||
}
|
|
||||||
|
|
||||||
// Ensure SAIA API key is set in environment variables: export SAIA_API_KEY="your_api_key_here"
|
|
||||||
const SAIA_API_KEY = process.env.SAIA_API_KEY; // Ensure SAIA API key is set in environment variables
|
|
||||||
const SAIA_URL = "https://chat-ai.academiccloud.de/v1/chat/completions"; // URL for the REST call, used model and action
|
|
||||||
|
|
||||||
const module_exports = {
|
|
||||||
name: "llm-saia_openai_gpt",
|
|
||||||
type: "llm",
|
|
||||||
displayname: "GPT 120B",
|
|
||||||
description: "Generates documents using OpenAI GPT OSS 120B via SAIA platform",
|
|
||||||
|
|
||||||
async function(parameter) {
|
|
||||||
return new Promise(async (resolve, reject) => {
|
|
||||||
try {
|
|
||||||
// console.log("SAIA OpenAI GPT module invoked with parameters:", parameter);
|
|
||||||
|
|
||||||
resolve(await this.createDocumentFromTranscript( //Call the function to create document with transcript, document type and language
|
|
||||||
parameter.inputTranscriptPath, // Path to input transcript file
|
|
||||||
parameter.documentTypePath, // Path to document type file which is chosen in the front end by the user
|
|
||||||
parameter.language // Language for the document which is chosen in the front end by the user
|
|
||||||
));
|
|
||||||
|
|
||||||
} catch (error) {
|
|
||||||
// console.error("Error in SAIA OpenAI GPT module:", error);
|
|
||||||
reject(error)
|
|
||||||
}
|
|
||||||
})
|
|
||||||
|
|
||||||
},
|
|
||||||
|
|
||||||
createDocumentFromTranscript: async function(transcriptPath, documentTypePath, language = "en") { // default language is English
|
|
||||||
return new Promise(async(resolve, reject) => {
|
|
||||||
try {
|
|
||||||
const transcript = await fs.promises.readFile(transcriptPath, "utf-8"); //read transcript file from Path
|
|
||||||
const documentType = await fs.promises.readFile(documentTypePath, "utf-8"); //read document type from Path
|
|
||||||
const promptText = `${documentType}, in language ${language}, transcript:\n\n${transcript}`; //combine doc type, language and transcript - Change prompt here if needed
|
|
||||||
|
|
||||||
// --- REST CALL ---
|
|
||||||
const response = await fetch(SAIA_URL, { //safe model response in variable
|
|
||||||
method: "POST",
|
|
||||||
headers: {
|
|
||||||
"Authorization": `Bearer ${SAIA_API_KEY}`,
|
|
||||||
"Accept": "application/json",
|
|
||||||
"Content-Type": "application/json"
|
|
||||||
},
|
|
||||||
body: JSON.stringify({
|
|
||||||
model: "openai-gpt-oss-120b",
|
|
||||||
messages: [
|
|
||||||
{ role: "system", content: "You are a helpful assistant that generates HTML documents from transcripts. Output only valid HTML content without any preamble, explanations, or markdown formatting." },
|
|
||||||
{ role: "user", content: promptText }
|
|
||||||
],
|
|
||||||
temperature: 0
|
|
||||||
})
|
|
||||||
});
|
|
||||||
|
|
||||||
if (!response.ok) { //ok is true when a responce was successfull
|
|
||||||
const text = await response.text();
|
|
||||||
throw new Error(`SAIA API error (${response.status}): ${text}`);
|
|
||||||
}
|
|
||||||
|
|
||||||
const data = await response.json();
|
|
||||||
|
|
||||||
// Get generated text from response or default to empty string (if null)
|
|
||||||
// SAIA uses OpenAI-compatible structure: data.choices[x].message.content
|
|
||||||
const output = data.choices?.[0]?.message?.content || "";
|
|
||||||
let inputTranscriptName = path.basename(transcriptPath, path.extname(transcriptPath)); // Name for the output file
|
|
||||||
// console.log(inputTranscriptName);
|
|
||||||
const outPath = path.join(outputDir, `${inputTranscriptName}.html`); // Output file path & name to make naming dynamic. Pulled from input transcript name
|
|
||||||
fs.writeFileSync(outPath, output, "utf8"); // Write output to file
|
|
||||||
|
|
||||||
// console.log("Generated document written to:", outPath);
|
|
||||||
resolve(outPath)
|
|
||||||
|
|
||||||
} catch (error) {
|
|
||||||
// console.error("Error generating SAIA content:", error);
|
|
||||||
reject(error)
|
|
||||||
}
|
|
||||||
})
|
|
||||||
}
|
}
|
||||||
};
|
|
||||||
|
|
||||||
module.exports = module_exports;
|
|
||||||
|
|
||||||
// CLI Mode: Allow direct execution
|
|
||||||
if (require.main === module) {
|
|
||||||
(async () => {
|
|
||||||
const args = process.argv.slice(2);
|
|
||||||
|
|
||||||
if (args.length < 2) {
|
|
||||||
console.error("Usage: node llm-openai-gpt.js <transcriptPath> <documentTypePath> [language]");
|
|
||||||
console.error("Example: node llm-openai-gpt.js ./transcript.json ./docType.txt de");
|
|
||||||
process.exit(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
const [transcriptPath, documentTypePath, language] = args;
|
|
||||||
|
|
||||||
// Check if API key is set
|
|
||||||
if (!SAIA_API_KEY) {
|
|
||||||
console.error("ERROR: SAIA_API_KEY environment variable is not set!");
|
|
||||||
console.error("Please set it with: export SAIA_API_KEY='your_api_key_here'");
|
|
||||||
process.exit(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
// Check if files exist
|
|
||||||
if (!fs.existsSync(transcriptPath)) {
|
|
||||||
console.error(`ERROR: Transcript file not found: ${transcriptPath}`);
|
|
||||||
process.exit(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!fs.existsSync(documentTypePath)) {
|
|
||||||
console.error(`ERROR: Document type file not found: ${documentTypePath}`);
|
|
||||||
process.exit(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
console.log("Starting document generation...");
|
|
||||||
console.log(`Transcript: ${transcriptPath}`);
|
|
||||||
console.log(`Document Type: ${documentTypePath}`);
|
|
||||||
console.log(`Language: ${language || 'en (default)'}`);
|
|
||||||
|
|
||||||
await module_exports.createDocumentFromTranscript(
|
|
||||||
transcriptPath,
|
|
||||||
documentTypePath,
|
|
||||||
language || 'en'
|
|
||||||
);
|
|
||||||
|
|
||||||
console.log("Done!");
|
|
||||||
})();
|
|
||||||
}
|
}
|
||||||
@@ -1,134 +1,76 @@
|
|||||||
const fs = require('fs');
|
const outputDir = path.join(__dirname, "../../../storage/documents"); // path for output directory
|
||||||
const path = require('path');
|
|
||||||
|
|
||||||
const outputDir = path.join(__dirname, "../../../storage/documents"); // path for output directory
|
|
||||||
|
|
||||||
if (!fs.existsSync(outputDir)) {
|
if (!fs.existsSync(outputDir)) {
|
||||||
fs.mkdirSync(outputDir, { recursive: true }); // Create output directory if it doesn't exist
|
fs.mkdirSync(outputDir, { recursive: true }); // Create output directory if it doesn't exist
|
||||||
}
|
}
|
||||||
|
|
||||||
// Ensure Google API key is set in environment variables: export GOOGLE_API_KEY="your_api_key_here"
|
// Ensure Google API key is set in environment variables: export GOOGLE_API_KEY="your_api_key_here"
|
||||||
const GEMINI_API_KEY = process.env.GOOGLE_API_KEY; // Ensure Google API key is set in environment variables: export GOOGLE_API_KEY="your_api_key_here"
|
|
||||||
const GEMINI_URL = "https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash:generateContent"; // URL for the REST call, used model and action
|
|
||||||
|
|
||||||
const module_exports = {
|
const GEMINI_API_KEY = process.env.GOOGLE_API_KEY; // Ensure Google API key is set in environment variables: export GOOGLE_API_KEY="your_api_key_here"
|
||||||
|
const GEMINI_URL = "https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash:generateContent"; //URL for the REST call, used model and action
|
||||||
|
|
||||||
|
module.exports = {
|
||||||
name: "llm-gemini",
|
name: "llm-gemini",
|
||||||
type: "llm",
|
type: "llm",
|
||||||
displayname: "Gemini LLM",
|
displayname: "Gemini LLM",
|
||||||
description: "Generates documents using Google Gemini LLM",
|
description: "Generates documents using Google Gemini LLM",
|
||||||
|
|
||||||
async function(parameter) {
|
async function(parameter) {
|
||||||
return new Promise(async (resolve, reject) => {
|
try {
|
||||||
try {
|
console.log("Gemini LLM module invoked with parameters:", parameter);
|
||||||
// console.log("Gemini LLM module invoked with parameters:", parameter);
|
|
||||||
|
|
||||||
resolve(await this.createDocumentFromTranscript( //Call the function to create document with transcript, document type and language
|
await this.createDocumentFromTranscript( //Call the function to create document with transcript, document type and language
|
||||||
parameter.inputTranscriptPath, // Path to input transcript file
|
parameter.inputTranscriptPath, // Path to input transcript file
|
||||||
parameter.documentTypePath, // Path to document type file which is chosen in the front end by the user
|
parameter.documentTypePath, // Path to document type file which is chosen in the front end by the user
|
||||||
parameter.language // Language for the document which is chosen in the front end by the user
|
parameter.language // Language for the document which is chosen in the front end by the user
|
||||||
));
|
);
|
||||||
|
|
||||||
} catch (error) {
|
|
||||||
// console.error("Error in Gemini LLM module:", error);
|
|
||||||
reject(error)
|
|
||||||
}
|
|
||||||
})
|
|
||||||
|
|
||||||
|
} catch (error) {
|
||||||
|
console.error("Error in Gemini LLM module:", error);
|
||||||
|
}
|
||||||
},
|
},
|
||||||
|
|
||||||
createDocumentFromTranscript: async function(transcriptPath, documentTypePath, language = "en") { // default language is English
|
createDocumentFromTranscript: async function(transcriptPath, documentTypePath, language = "en") { // default language is English
|
||||||
return new Promise(async(resolve, reject) => {
|
try {
|
||||||
try {
|
const transcript = await fs.promises.readFile(transcriptPath, "utf-8"); //read transcript file from Path
|
||||||
const transcript = await fs.promises.readFile(transcriptPath, "utf-8"); //read transcript file from Path
|
const documentType = await fs.promises.readFile(documentTypePath, "utf-8"); //read document type from Path
|
||||||
const documentType = await fs.promises.readFile(documentTypePath, "utf-8"); //read document type from Path
|
const promptText = `${documentType}, in language ${language}, transcript:\n\n${transcript}`; //combine doc type, language and transcript - Change prompt here if needed
|
||||||
const promptText = `${documentType}, in language ${language}, transcript:\n\n${transcript}`; //combine doc type, language and transcript - Change prompt here if needed
|
|
||||||
|
|
||||||
// --- REST CALL ---
|
// --- REST CALL ---
|
||||||
const response = await fetch(`${GEMINI_URL}?key=${GEMINI_API_KEY}`, { //safe model response in variable
|
const response = await fetch(`${GEMINI_URL}?key=${GEMINI_API_KEY}`, { //safe model response in variable
|
||||||
method: "POST",
|
method: "POST",
|
||||||
headers: {
|
headers: {
|
||||||
"Content-Type": "application/json"
|
"Content-Type": "application/json"
|
||||||
},
|
},
|
||||||
body: JSON.stringify({
|
body: JSON.stringify({
|
||||||
contents: [
|
contents: [
|
||||||
{
|
{
|
||||||
parts: [
|
parts: [
|
||||||
{ text: promptText } // Input prompt for content generation
|
{ text: promptText } // Input prompt for content generation
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
})
|
})
|
||||||
});
|
});
|
||||||
|
|
||||||
if (!response.ok) { //ok is true when a responce was successfull
|
if (!response.ok) { //ok is true when a responce was successfull
|
||||||
const text = await response.text();
|
const text = await response.text();
|
||||||
throw new Error(`Gemini API error (${response.status}): ${text}`);
|
throw new Error(`Gemini API error (${response.status}): ${text}`);
|
||||||
}
|
|
||||||
|
|
||||||
const data = await response.json();
|
|
||||||
|
|
||||||
// Get generated text from response or default to empty string (if null)
|
|
||||||
const output = data?.candidates?.[0]?.content?.parts?.[0]?.text || "";
|
|
||||||
let inputTranscriptName = path.basename(transcriptPath, path.extname(transcriptPath)); // Name for the output file
|
|
||||||
// console.log(inputTranscriptName);
|
|
||||||
const outPath = path.join(outputDir, `${inputTranscriptName}.html`); // Output file path & name to make naming dynamic. Pulled from input transcript name
|
|
||||||
fs.writeFileSync(outPath, output, "utf8"); // Write output to file
|
|
||||||
|
|
||||||
// console.log("Generated document written to:", outPath);
|
|
||||||
resolve(outPath)
|
|
||||||
|
|
||||||
} catch (error) {
|
|
||||||
// console.error("Error generating Gemini content:", error);
|
|
||||||
reject(error)
|
|
||||||
}
|
}
|
||||||
})
|
|
||||||
|
const data = await response.json();
|
||||||
|
|
||||||
|
// Get generated text from response or default to empty string (if null)
|
||||||
|
const output = data?.candidates?.[0]?.content?.parts?.[0]?.text || "";
|
||||||
|
let inputTranscriptName = path.basename(transcriptPath, path.extname(transcriptPath)); // Name for the output file
|
||||||
|
console.log(inputTranscriptName);
|
||||||
|
const outPath = path.join(outputDir, `${inputTranscriptName}.md`); // Output file path & name to make naming dynamic. Pulled from input transcript name
|
||||||
|
fs.writeFileSync(outPath, output, "utf8"); // Write output to file
|
||||||
|
|
||||||
|
console.log("Generated document written to:", outPath);
|
||||||
|
|
||||||
|
} catch (error) {
|
||||||
|
console.error("Error generating Gemini content:", error);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
module.exports = module_exports;
|
|
||||||
|
|
||||||
// CLI Mode: Allow direct execution
|
|
||||||
if (require.main === module) {
|
|
||||||
(async () => {
|
|
||||||
const args = process.argv.slice(2);
|
|
||||||
|
|
||||||
if (args.length < 2) {
|
|
||||||
console.error("Usage: node llm-gemini.js <transcriptPath> <documentTypePath> [language]");
|
|
||||||
console.error("Example: node llm-gemini.js ./transcript.json ./docType.txt de");
|
|
||||||
process.exit(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
const [transcriptPath, documentTypePath, language] = args;
|
|
||||||
|
|
||||||
// Check if API key is set
|
|
||||||
if (!GEMINI_API_KEY) {
|
|
||||||
console.error("ERROR: GOOGLE_API_KEY environment variable is not set!");
|
|
||||||
console.error("Please set it with: export GOOGLE_API_KEY='your_api_key_here'");
|
|
||||||
process.exit(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
// Check if files exist
|
|
||||||
if (!fs.existsSync(transcriptPath)) {
|
|
||||||
console.error(`ERROR: Transcript file not found: ${transcriptPath}`);
|
|
||||||
process.exit(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!fs.existsSync(documentTypePath)) {
|
|
||||||
console.error(`ERROR: Document type file not found: ${documentTypePath}`);
|
|
||||||
process.exit(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
console.log("Starting document generation...");
|
|
||||||
console.log(`Transcript: ${transcriptPath}`);
|
|
||||||
console.log(`Document Type: ${documentTypePath}`);
|
|
||||||
console.log(`Language: ${language || 'en (default)'}`);
|
|
||||||
|
|
||||||
await module_exports.createDocumentFromTranscript(
|
|
||||||
transcriptPath,
|
|
||||||
documentTypePath,
|
|
||||||
language || 'en'
|
|
||||||
);
|
|
||||||
|
|
||||||
console.log("Done!");
|
|
||||||
})();
|
|
||||||
}
|
|
||||||
@@ -1,136 +0,0 @@
|
|||||||
const fs = require('fs');
|
|
||||||
const path = require('path');
|
|
||||||
|
|
||||||
const outputDir = path.join(__dirname, "../../../storage/documents"); // path for output directory
|
|
||||||
|
|
||||||
if (!fs.existsSync(outputDir)) {
|
|
||||||
fs.mkdirSync(outputDir, { recursive: true }); // Create output directory if it doesn't exist
|
|
||||||
}
|
|
||||||
|
|
||||||
// Ensure SAIA API key is set in environment variables: export SAIA_API_KEY="your_api_key_here"
|
|
||||||
const SAIA_API_KEY = process.env.SAIA_API_KEY;
|
|
||||||
const SAIA_URL = "https://chat-ai.academiccloud.de/v1/chat/completions"; // URL for the REST call, used model and action
|
|
||||||
|
|
||||||
const module_exports = {
|
|
||||||
name: "qwen3-235b-a22b",
|
|
||||||
type: "llm",
|
|
||||||
displayname: "QWEN 3 235B",
|
|
||||||
description: "Generates documents using QWEN 3 235B via SAIA platform",
|
|
||||||
|
|
||||||
async function(parameter) {
|
|
||||||
return new Promise(async (resolve, reject) => {
|
|
||||||
try {
|
|
||||||
// console.log("SAIA QWEN 3 235B module invoked with parameters:", parameter);
|
|
||||||
|
|
||||||
resolve(await this.createDocumentFromTranscript( //Call the function to create document with transcript, document type and language
|
|
||||||
parameter.inputTranscriptPath, // Path to input transcript file
|
|
||||||
parameter.documentTypePath, // Path to document type file which is chosen in the front end by the user
|
|
||||||
parameter.language // Language for the document which is chosen in the front end by the user
|
|
||||||
));
|
|
||||||
|
|
||||||
} catch (error) {
|
|
||||||
// console.error("Error in SAIA QWEN 3 235B module:", error);
|
|
||||||
reject(error)
|
|
||||||
}
|
|
||||||
})
|
|
||||||
|
|
||||||
},
|
|
||||||
|
|
||||||
createDocumentFromTranscript: async function(transcriptPath, documentTypePath, language = "en") { // default language is English
|
|
||||||
return new Promise(async(resolve, reject) => {
|
|
||||||
try {
|
|
||||||
const transcript = await fs.promises.readFile(transcriptPath, "utf-8"); //read transcript file from Path
|
|
||||||
const documentType = await fs.promises.readFile(documentTypePath, "utf-8"); //read document type from Path
|
|
||||||
const promptText = `${documentType}, in language ${language}, transcript:\n\n${transcript}`; //combine doc type, language and transcript - Change prompt here if needed
|
|
||||||
|
|
||||||
// --- REST CALL ---
|
|
||||||
const response = await fetch(SAIA_URL, { //safe model response in variable
|
|
||||||
method: "POST",
|
|
||||||
headers: {
|
|
||||||
"Authorization": `Bearer ${SAIA_API_KEY}`,
|
|
||||||
"Accept": "application/json",
|
|
||||||
"Content-Type": "application/json"
|
|
||||||
},
|
|
||||||
body: JSON.stringify({
|
|
||||||
model: "qwen3-235b-a22b",
|
|
||||||
messages: [
|
|
||||||
{ role: "system", content: "You are a helpful assistant that generates HTML documents from transcripts. Output only valid HTML content without any preamble, explanations, or markdown formatting." },
|
|
||||||
{ role: "user", content: promptText }
|
|
||||||
],
|
|
||||||
temperature: 0
|
|
||||||
})
|
|
||||||
});
|
|
||||||
|
|
||||||
if (!response.ok) { //ok is true when a responce was successfull
|
|
||||||
const text = await response.text();
|
|
||||||
throw new Error(`SAIA API error (${response.status}): ${text}`);
|
|
||||||
}
|
|
||||||
|
|
||||||
const data = await response.json();
|
|
||||||
|
|
||||||
// Get generated text from response or default to empty string (if null)
|
|
||||||
// SAIA uses OpenAI-compatible structure: data.choices[x].message.content
|
|
||||||
const output = data.choices?.[0]?.message?.content || "";
|
|
||||||
let inputTranscriptName = path.basename(transcriptPath, path.extname(transcriptPath)); // Name for the output file
|
|
||||||
// console.log(inputTranscriptName);
|
|
||||||
const outPath = path.join(outputDir, `${inputTranscriptName}.html`); // Output file path & name to make naming dynamic. Pulled from input transcript name
|
|
||||||
fs.writeFileSync(outPath, output, "utf8"); // Write output to file
|
|
||||||
|
|
||||||
// console.log("Generated document written to:", outPath);
|
|
||||||
resolve(outPath)
|
|
||||||
|
|
||||||
} catch (error) {
|
|
||||||
// console.error("Error generating SAIA content:", error);
|
|
||||||
reject(error)
|
|
||||||
}
|
|
||||||
})
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
module.exports = module_exports;
|
|
||||||
|
|
||||||
// CLI Mode: Allow direct execution
|
|
||||||
if (require.main === module) {
|
|
||||||
(async () => {
|
|
||||||
const args = process.argv.slice(2);
|
|
||||||
|
|
||||||
if (args.length < 2) {
|
|
||||||
console.error("Usage: node qwen3.js <transcriptPath> <documentTypePath> [language]");
|
|
||||||
console.error("Example: node qwen3.js ./transcript.json ./docType.txt de");
|
|
||||||
process.exit(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
const [transcriptPath, documentTypePath, language] = args;
|
|
||||||
|
|
||||||
// Check if API key is set
|
|
||||||
if (!SAIA_API_KEY) {
|
|
||||||
console.error("ERROR: SAIA_API_KEY environment variable is not set!");
|
|
||||||
console.error("Please set it with: export SAIA_API_KEY='your_api_key_here'");
|
|
||||||
process.exit(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
// Check if files exist
|
|
||||||
if (!fs.existsSync(transcriptPath)) {
|
|
||||||
console.error(`ERROR: Transcript file not found: ${transcriptPath}`);
|
|
||||||
process.exit(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!fs.existsSync(documentTypePath)) {
|
|
||||||
console.error(`ERROR: Document type file not found: ${documentTypePath}`);
|
|
||||||
process.exit(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
console.log("Starting document generation...");
|
|
||||||
console.log(`Transcript: ${transcriptPath}`);
|
|
||||||
console.log(`Document Type: ${documentTypePath}`);
|
|
||||||
console.log(`Language: ${language || 'en (default)'}`);
|
|
||||||
|
|
||||||
await module_exports.createDocumentFromTranscript(
|
|
||||||
transcriptPath,
|
|
||||||
documentTypePath,
|
|
||||||
language || 'en'
|
|
||||||
);
|
|
||||||
|
|
||||||
console.log("Done!");
|
|
||||||
})();
|
|
||||||
}
|
|
||||||
Submodule services/modules/transcription-local/whisper.cpp deleted from 999a7e0cbf
@@ -1,125 +1,8 @@
|
|||||||
const API_KEY = process.env.ASSEMBLYAI_API_KEY;
|
|
||||||
const BASE_URL = 'https://api.assemblyai.com/v2';
|
|
||||||
|
|
||||||
//---------------------------------------------------Upload audio---------------------------------------------------
|
|
||||||
|
|
||||||
async function uploadAudio(audioPath) {
|
|
||||||
const audioData = fs.readFileSync(audioPath);
|
|
||||||
|
|
||||||
const response = await axios.post(`${BASE_URL}/upload`, audioData, {
|
|
||||||
headers: {
|
|
||||||
authorization: API_KEY,
|
|
||||||
'content-type': 'application/octet-stream'
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
return response.data.upload_url;
|
|
||||||
}
|
|
||||||
|
|
||||||
////---------------------------------------------------Extract session id---------------------------------------------------
|
|
||||||
|
|
||||||
function getSessionId(inputPath) {
|
|
||||||
try {
|
|
||||||
const parsed = new URL(inputPath);
|
|
||||||
const base = path.basename(parsed.pathname);
|
|
||||||
return base.replace(/\.[^.]+$/, '');
|
|
||||||
} catch {
|
|
||||||
return path.basename(inputPath, path.extname(inputPath));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
//---------------------------------------------------Create transcript---------------------------------------------------
|
|
||||||
|
|
||||||
async function createTranscript(audioUrl) {
|
|
||||||
const response = await axios.post(
|
|
||||||
`${BASE_URL}/transcript`,
|
|
||||||
{
|
|
||||||
audio_url: audioUrl,
|
|
||||||
speaker_labels: true,
|
|
||||||
language_detection: true
|
|
||||||
},
|
|
||||||
{
|
|
||||||
headers: {
|
|
||||||
authorization: API_KEY,
|
|
||||||
'content-type': 'application/json'
|
|
||||||
}
|
|
||||||
}
|
|
||||||
);
|
|
||||||
|
|
||||||
return response.data.id;
|
|
||||||
}
|
|
||||||
|
|
||||||
//---------------------------------------------------Poll transcript---------------------------------------------------
|
|
||||||
|
|
||||||
async function pollTranscript(transcriptId) {
|
|
||||||
while (true) {
|
|
||||||
const response = await axios.get(`${BASE_URL}/transcript/${transcriptId}`, {
|
|
||||||
headers: { authorization: API_KEY }
|
|
||||||
});
|
|
||||||
|
|
||||||
const status = response.data.status;
|
|
||||||
|
|
||||||
if (status === 'completed') return response.data;
|
|
||||||
if (status === 'error') throw new Error(`Transcription failed: ${response.data.error}`);
|
|
||||||
|
|
||||||
await new Promise(res => setTimeout(res, 3000));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
//---------------------------------------------------Save transcript---------------------------------------------------
|
|
||||||
|
|
||||||
function saveTranscript(transcript, sessionId) {
|
|
||||||
const outputDir = path.join(__dirname, '../../../storage/transcripts');
|
|
||||||
|
|
||||||
if (!fs.existsSync(outputDir)) {
|
|
||||||
fs.mkdirSync(outputDir, { recursive: true });
|
|
||||||
}
|
|
||||||
|
|
||||||
const outputPath = path.join(outputDir, `${sessionId}.json`);
|
|
||||||
fs.writeFileSync(outputPath, JSON.stringify(transcript, null, 2));
|
|
||||||
|
|
||||||
// console.log(`Transcript saved: ${outputPath}`);
|
|
||||||
|
|
||||||
return outputPath;
|
|
||||||
}
|
|
||||||
|
|
||||||
//---------------------------------------------------Modul---------------------------------------------------
|
|
||||||
|
|
||||||
module.exports = {
|
module.exports = {
|
||||||
name: 'assembly',
|
name:"assembly", // Unique name for our function that will later be used to get the function from the map via "mapFunctions.get("example").function()"
|
||||||
type: 'transcription',
|
type:"transcription", // value used to differentiate each module to order them in the UI
|
||||||
displayname: 'AssemblyAI',
|
displayname:"Assembly", // The displayname used within the UI
|
||||||
audioformat: "mp3",
|
async function(parameter){
|
||||||
|
// TODO add code to actually process the audio file
|
||||||
async function(audioFileName) {
|
}
|
||||||
return new Promise(async (resolve, reject) => {
|
}
|
||||||
try {
|
|
||||||
// audioFileName ist nur "datei.mp3"
|
|
||||||
const audioPath = audioFileName;
|
|
||||||
|
|
||||||
let audioUrl;
|
|
||||||
|
|
||||||
if (/^https?:\/\//i.test(audioFileName)) {
|
|
||||||
audioUrl = audioFileName;
|
|
||||||
} else {
|
|
||||||
if (!fs.existsSync(audioPath)) {
|
|
||||||
throw new Error(`Audio file not found: ${audioPath}`);
|
|
||||||
}
|
|
||||||
audioUrl = await uploadAudio(audioPath);
|
|
||||||
}
|
|
||||||
|
|
||||||
const transcriptId = await createTranscript(audioUrl);
|
|
||||||
const transcript = await pollTranscript(transcriptId);
|
|
||||||
|
|
||||||
const sessionId = getSessionId(audioFileName);
|
|
||||||
|
|
||||||
resolve(saveTranscript(transcript, sessionId));
|
|
||||||
|
|
||||||
} catch (error) {
|
|
||||||
// console.error('Transcription error:', error.message);
|
|
||||||
reject(error);
|
|
||||||
return
|
|
||||||
}
|
|
||||||
})
|
|
||||||
}
|
|
||||||
};
|
|
||||||
@@ -1,4 +1,3 @@
|
|||||||
|
|
||||||
module.exports = {
|
module.exports = {
|
||||||
name:"Startup_function",
|
name:"Startup_function",
|
||||||
async function(){
|
async function(){
|
||||||
@@ -7,18 +6,8 @@ module.exports = {
|
|||||||
// We are now calling the example function from the example folder
|
// We are now calling the example function from the example folder
|
||||||
mapFunctions.get("example").function("Startup")
|
mapFunctions.get("example").function("Startup")
|
||||||
|
|
||||||
// let transcript = await mapFunctions.get("assembly").function('../../storage/audio/IMG_2978.wav');
|
|
||||||
|
|
||||||
// let summary = await mapFunctions.get("summarize-transcription").function({jsonPath:'/Users/santa/Proj25/video2document/storage/transcripts/IMG_2978.json'});
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
// mapFunctions.get("extraction-video-to-audio").function({inputVideoPath:"./a.mp4", outputType:"wav"})
|
// mapFunctions.get("extraction-video-to-audio").function({inputVideoPath:"./a.mp4", outputType:"wav"})
|
||||||
// mapFunctions.get("extraction-video-to-audio").function({inputVideoPath:"./b.mp4", outputType:"wav"})
|
// mapFunctions.get("extraction-video-to-audio").function({inputVideoPath:"./b.mp4", outputType:"wav"})
|
||||||
// mapFunctions.get("extraction-video-to-audio").function({inputVideoPath:"./b.mp4", outputType:"flac"})
|
// mapFunctions.get("extraction-video-to-audio").function({inputVideoPath:"./b.mp4", outputType:"flac"})
|
||||||
|
|
||||||
// mapFunctions.get("ipc-handler").function("extraction-video-to-audio", {inputVideoPath:"./a.mp4", outputType:"flac"})
|
|
||||||
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -1,16 +0,0 @@
|
|||||||
module.exports = {
|
|
||||||
name:"module-handler", // Unique name for our function that will later be used to get the function from the map via "mapFunctions.get("example").function()"
|
|
||||||
async function(module,parameter){
|
|
||||||
return new Promise(async (resolve, reject) => {
|
|
||||||
if(mapFunctions.get(module) == undefined){
|
|
||||||
reject("requested modules not found")
|
|
||||||
return
|
|
||||||
}
|
|
||||||
mapFunctions.get(module).function(parameter).then((result) => {
|
|
||||||
resolve(result)
|
|
||||||
}).catch((err) => {
|
|
||||||
reject(err)
|
|
||||||
});
|
|
||||||
})
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,7 +1,6 @@
|
|||||||
// services/pipeline/jobs/transcribeLatest.ts
|
// services/pipeline/jobs/transcribeLatest.ts
|
||||||
import path from 'path';
|
import path from 'path';
|
||||||
import fs from 'fs';
|
import fs from 'fs';
|
||||||
// @ts-ignore: module has no type declarations or cannot be resolved in current TS config
|
|
||||||
import assembly from '../../modules/transcription/assembly';
|
import assembly from '../../modules/transcription/assembly';
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
|||||||
Vendored
BIN
Binary file not shown.
Vendored
BIN
Binary file not shown.
@@ -1,217 +0,0 @@
|
|||||||
Generate a structured meeting report in HTML using STRUCTURE and STYLE.
|
|
||||||
Output ONLY the final .md document — no meta comments, no explanations.
|
|
||||||
|
|
||||||
Follow exactly the STRUCTURE defined below.
|
|
||||||
Follow exactly the STYLE rules.
|
|
||||||
Use timestamps in HH:MM:SS format.
|
|
||||||
If information is missing, use: Unclear:<reason>.
|
|
||||||
|
|
||||||
==================== STRUCTURE & RULES ====================
|
|
||||||
|
|
||||||
{
|
|
||||||
"FORMAT": "HTML",
|
|
||||||
|
|
||||||
"STRUCTURE": {
|
|
||||||
"titlepage": [
|
|
||||||
"title",
|
|
||||||
"date",
|
|
||||||
"start",
|
|
||||||
"end",
|
|
||||||
"duration",
|
|
||||||
"location",
|
|
||||||
"host",
|
|
||||||
"participants"
|
|
||||||
],
|
|
||||||
|
|
||||||
"toc": "[section](#anchor) — HH:MM:SS",
|
|
||||||
|
|
||||||
"section": {
|
|
||||||
"h2": "<topic> — HH:MM:SS",
|
|
||||||
"summary": "exactly 1 concise sentence",
|
|
||||||
"key_points": "maximum 5 bullet points; quotes optional",
|
|
||||||
"decisions": "list items formatted as: decision text | owner | due date",
|
|
||||||
"actions": "HTML table: id | task | owner | due | status"
|
|
||||||
},
|
|
||||||
|
|
||||||
"exec_summary": "exactly 3 short sentences",
|
|
||||||
|
|
||||||
"consolidated": [
|
|
||||||
"decisions",
|
|
||||||
"actions"
|
|
||||||
],
|
|
||||||
|
|
||||||
"appendix": "optional"
|
|
||||||
},
|
|
||||||
|
|
||||||
"STYLE": {
|
|
||||||
"tone": "neutral, concise, professional",
|
|
||||||
"ts_format": "HH:MM:SS",
|
|
||||||
"no_meta": true
|
|
||||||
},
|
|
||||||
|
|
||||||
"PROCESS": {
|
|
||||||
"timestamps": "use transcript timestamps if present; otherwise estimate minimal",
|
|
||||||
"speakers": "use names if available; else Speaker X",
|
|
||||||
"long_transcripts": "split → summarize → merge",
|
|
||||||
"unclear": "Unclear:<reason>"
|
|
||||||
},
|
|
||||||
|
|
||||||
"PROMPT_SNIPPET": "Generate meeting report in HTML using STRUCTURE and STYLE. Output only the report."
|
|
||||||
}
|
|
||||||
|
|
||||||
============================================================
|
|
||||||
|
|
||||||
Insert all generated content into the following HTML TEMPLATE:
|
|
||||||
|
|
||||||
# {{title}}
|
|
||||||
|
|
||||||
**Date:** {{date}}
|
|
||||||
**Start:** {{start}}
|
|
||||||
**End:** {{end}}
|
|
||||||
**Duration:** {{duration}}
|
|
||||||
**Location:** {{location}}
|
|
||||||
**Host:** {{host}}
|
|
||||||
**Participants:** {{participants}}
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Table of Contents
|
|
||||||
{{toc}}
|
|
||||||
|
|
||||||
---
|
|
||||||
Generate a structured meeting report in HTML using STRUCTURE and STYLE.
|
|
||||||
Output ONLY the final .md document — no meta comments, no explanations.
|
|
||||||
|
|
||||||
Follow exactly the STRUCTURE defined below.
|
|
||||||
Follow exactly the STYLE rules.
|
|
||||||
Use timestamps in HH:MM:SS format.
|
|
||||||
If information is missing, use: UNKLAR:<reason>.
|
|
||||||
|
|
||||||
==================== STRUCTURE & RULES ====================
|
|
||||||
|
|
||||||
{
|
|
||||||
"FORMAT": "HTML",
|
|
||||||
|
|
||||||
"STRUCTURE": {
|
|
||||||
"titlepage": [
|
|
||||||
"title",
|
|
||||||
"date",
|
|
||||||
"start",
|
|
||||||
"end",
|
|
||||||
"duration",
|
|
||||||
"location",
|
|
||||||
"host",
|
|
||||||
"participants"
|
|
||||||
],
|
|
||||||
|
|
||||||
"toc": "[section](#anchor) — HH:MM:SS",
|
|
||||||
|
|
||||||
"section": {
|
|
||||||
"h2": "<topic> — HH:MM:SS",
|
|
||||||
"summary": "exactly 1 concise sentence",
|
|
||||||
"key_points": "maximum 5 bullet points; quotes optional",
|
|
||||||
"decisions": "list items formatted as: decision text | owner | due date",
|
|
||||||
"actions": "HTML table: id | task | owner | due | status"
|
|
||||||
},
|
|
||||||
|
|
||||||
"exec_summary": "exactly 3 short sentences",
|
|
||||||
|
|
||||||
"consolidated": [
|
|
||||||
"decisions",
|
|
||||||
"actions"
|
|
||||||
],
|
|
||||||
|
|
||||||
"appendix": "optional"
|
|
||||||
},
|
|
||||||
|
|
||||||
"STYLE": {
|
|
||||||
"tone": "neutral, concise, professional",
|
|
||||||
"ts_format": "HH:MM:SS",
|
|
||||||
"no_meta": true
|
|
||||||
},
|
|
||||||
|
|
||||||
"PROCESS": {
|
|
||||||
"timestamps": "use transcript timestamps if present; otherwise estimate minimal",
|
|
||||||
"speakers": "use names if available; else Speaker X",
|
|
||||||
"long_transcripts": "split → summarize → merge",
|
|
||||||
"unclear": "UNKLAR:<reason>"
|
|
||||||
},
|
|
||||||
|
|
||||||
"PROMPT_SNIPPET": "Generate meeting report in HTML using STRUCTURE and STYLE. Output only the report."
|
|
||||||
}
|
|
||||||
|
|
||||||
============================================================
|
|
||||||
|
|
||||||
Insert all generated content into the following HTML TEMPLATE:
|
|
||||||
|
|
||||||
# {{title}}
|
|
||||||
|
|
||||||
**Date:** {{date}}
|
|
||||||
**Start:** {{start}}
|
|
||||||
**End:** {{end}}
|
|
||||||
**Duration:** {{duration}}
|
|
||||||
**Location:** {{location}}
|
|
||||||
**Host:** {{host}}
|
|
||||||
**Participants:** {{participants}}
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Table of Contents
|
|
||||||
{{toc}}
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Executive Summary
|
|
||||||
{{exec_summary}}
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Sections
|
|
||||||
{{sections}}
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Consolidated Decisions
|
|
||||||
{{consolidated_decisions}}
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Consolidated Actions
|
|
||||||
{{consolidated_actions}}
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Appendix
|
|
||||||
{{appendix}}
|
|
||||||
|
|
||||||
============================================================
|
|
||||||
|
|
||||||
Final Requirement:
|
|
||||||
Output ONLY the completed HTML meeting report.
|
|
||||||
## Executive Summary
|
|
||||||
{{exec_summary}}
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Sections
|
|
||||||
{{sections}}
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Consolidated Decisions
|
|
||||||
{{consolidated_decisions}}
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Consolidated Actions
|
|
||||||
{{consolidated_actions}}
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Appendix
|
|
||||||
{{appendix}}
|
|
||||||
|
|
||||||
============================================================
|
|
||||||
|
|
||||||
Final Requirement:
|
|
||||||
Output ONLY the completed HTML meeting report.
|
|
||||||
@@ -1,18 +0,0 @@
|
|||||||
require('dotenv').config();
|
|
||||||
const path = require('path');
|
|
||||||
const assemblyModule = require('../../services/modules/transcription-remote/assembly.js');
|
|
||||||
|
|
||||||
// Audio-Datei oder URL aus Kommandozeile, Standard: test.wav
|
|
||||||
const audioPath = process.argv[2] || './storage/audio/IMG_2978.wav';
|
|
||||||
|
|
||||||
(async () => {
|
|
||||||
try {
|
|
||||||
const transcript = await assemblyModule.run(audioPath);
|
|
||||||
|
|
||||||
console.log('Transcription succesful');
|
|
||||||
console.log('Transcript ID:', transcript?.id);
|
|
||||||
console.log('Speaker labels:', transcript?.utterances?.length || 0);
|
|
||||||
} catch (error) {
|
|
||||||
console.error('Error in Transcription:', error?.message || error);
|
|
||||||
}
|
|
||||||
})();
|
|
||||||
File diff suppressed because it is too large
Load Diff
@@ -1,12 +0,0 @@
|
|||||||
const fs = require('fs');
|
|
||||||
const transSummarizer = require("../../services/modules/jsonTools/transcriptionSummarizer.js");
|
|
||||||
|
|
||||||
// JSON-Datei laden
|
|
||||||
const inputJson = JSON.parse(fs.readFileSync("./testFile.json", "utf8"));
|
|
||||||
|
|
||||||
// Übergabe an den Summarizer
|
|
||||||
transSummarizer.function({
|
|
||||||
json: inputJson
|
|
||||||
});
|
|
||||||
|
|
||||||
|
|
||||||
@@ -0,0 +1,8 @@
|
|||||||
|
from fastapi.testclient import TestClient
|
||||||
|
from app.main import app
|
||||||
|
|
||||||
|
client = TestClient(app)
|
||||||
|
|
||||||
|
def test_health():
|
||||||
|
response = client.get("/health")
|
||||||
|
assert response.status_code == 200
|
||||||
@@ -1,170 +0,0 @@
|
|||||||
// DO NOT TOUCH THIS
|
|
||||||
require("../../requires.js")
|
|
||||||
|
|
||||||
mapFunctions = new Map()
|
|
||||||
// Loading the Function Map
|
|
||||||
var path = `${mainDir}/services/modules`
|
|
||||||
var folders = fs.readdirSync(path).filter(function (file) {
|
|
||||||
return fs.statSync(path+'/'+file).isDirectory();
|
|
||||||
});
|
|
||||||
folders.forEach(element => {
|
|
||||||
var commandFiles = fs.readdirSync(`${path}/${element}`).filter(file => file.endsWith('.js') && !file.startsWith("index"));
|
|
||||||
for (const file of commandFiles) {
|
|
||||||
delete require.cache[require.resolve(`${path}/${element}/${file}`)];
|
|
||||||
const command = require(`${path}/${element}/${file}`);
|
|
||||||
mapFunctions.set(command.name, command);
|
|
||||||
}
|
|
||||||
});
|
|
||||||
// You can touch beyond this point
|
|
||||||
|
|
||||||
let audiopath
|
|
||||||
let transcriptPath
|
|
||||||
let summarizePath
|
|
||||||
let llmpath
|
|
||||||
|
|
||||||
describe("Unit Tests", function() {
|
|
||||||
|
|
||||||
describe('Audio Extraction', function () {
|
|
||||||
this.slow(1000)
|
|
||||||
this.timeout(3000)
|
|
||||||
it('Extract .mp4 to .mp3', function (done) {
|
|
||||||
|
|
||||||
mapFunctions.get("extraction-video-to-audio").function({inputVideoPath: __dirname.replaceAll("\\","/")+"/testvideo.mp4", outputType: "mp3"}).then(resp => {
|
|
||||||
audiopath = resp
|
|
||||||
// console.log(resp);
|
|
||||||
done()
|
|
||||||
}).catch(err => {
|
|
||||||
throw err;
|
|
||||||
})
|
|
||||||
})
|
|
||||||
it('Extract .mp4 to .flac', function (done) {
|
|
||||||
|
|
||||||
mapFunctions.get("extraction-video-to-audio").function({inputVideoPath: __dirname.replaceAll("\\","/")+"/testvideo.mp4", outputType: "flac"}).then(resp => {
|
|
||||||
// console.log(resp);
|
|
||||||
done()
|
|
||||||
}).catch(err => {
|
|
||||||
throw err;
|
|
||||||
})
|
|
||||||
})
|
|
||||||
it('Extracting to a nonexistant format', function (done) {
|
|
||||||
|
|
||||||
mapFunctions.get("extraction-video-to-audio").function({inputVideoPath: __dirname.replaceAll("\\","/")+"/testvideo.mp4", outputType: "qqq"}).then(resp => {
|
|
||||||
// console.log(resp);
|
|
||||||
done("Didnt crash")
|
|
||||||
}).catch(err => {
|
|
||||||
done()
|
|
||||||
})
|
|
||||||
})
|
|
||||||
it('Extracting from nonexistant file', function (done) {
|
|
||||||
|
|
||||||
mapFunctions.get("extraction-video-to-audio").function({inputVideoPath: "a", outputType: "mp3"}).then(resp => {
|
|
||||||
// console.log(resp);
|
|
||||||
done("Didnt crash")
|
|
||||||
}).catch(err => {
|
|
||||||
done()
|
|
||||||
})
|
|
||||||
})
|
|
||||||
it('Extracting from nonexistant file to nonexistant format', function (done) {
|
|
||||||
|
|
||||||
mapFunctions.get("extraction-video-to-audio").function({inputVideoPath: "a", outputType: "qqq"}).then(resp => {
|
|
||||||
// console.log(resp);
|
|
||||||
done("Didnt crash")
|
|
||||||
}).catch(err => {
|
|
||||||
done()
|
|
||||||
})
|
|
||||||
})
|
|
||||||
});
|
|
||||||
|
|
||||||
|
|
||||||
describe("Audio Transcription", function() {
|
|
||||||
this.slow(20000)
|
|
||||||
this.timeout(120000)
|
|
||||||
|
|
||||||
it('Assembly', function (done) {
|
|
||||||
mapFunctions.get("assembly").function(audiopath).then(resp => {
|
|
||||||
// console.log(resp);
|
|
||||||
transcriptPath = resp
|
|
||||||
done()
|
|
||||||
}).catch(err => {
|
|
||||||
throw err
|
|
||||||
})
|
|
||||||
})
|
|
||||||
|
|
||||||
it('Assembly Wrong file', function (done) {
|
|
||||||
mapFunctions.get("assembly").function("a").then(resp => {
|
|
||||||
// console.log(resp);
|
|
||||||
// transcriptPath = resp
|
|
||||||
done("Didnt crash")
|
|
||||||
}).catch(err => {
|
|
||||||
// console.log(err);
|
|
||||||
done()
|
|
||||||
})
|
|
||||||
})
|
|
||||||
// TODO add more Transcription Tool tests here
|
|
||||||
})
|
|
||||||
|
|
||||||
describe("Transcript Summarizer", function() {
|
|
||||||
this.slow(100)
|
|
||||||
this.timeout(1000)
|
|
||||||
|
|
||||||
it("Summarizer 1", function (done){
|
|
||||||
mapFunctions.get("summarize-transcription").function(transcriptPath).then(resp => {
|
|
||||||
done()
|
|
||||||
}).catch(err => {
|
|
||||||
throw err
|
|
||||||
})
|
|
||||||
})
|
|
||||||
|
|
||||||
it("Summarizer 1 Wrong File", function (done){
|
|
||||||
mapFunctions.get("summarize-transcription").function("a").then(resp => {
|
|
||||||
done("Didnt crash")
|
|
||||||
}).catch(err => {
|
|
||||||
done()
|
|
||||||
})
|
|
||||||
})
|
|
||||||
|
|
||||||
it("Summarizer 2 (Main)", function (done){
|
|
||||||
mapFunctions.get("summarize-transcription2").function(transcriptPath).then(resp => {
|
|
||||||
summarizePath = resp
|
|
||||||
done()
|
|
||||||
}).catch(err => {
|
|
||||||
throw err
|
|
||||||
})
|
|
||||||
})
|
|
||||||
|
|
||||||
it("Summarizer 2 (Main) Wrong File", function (done){
|
|
||||||
mapFunctions.get("summarize-transcription2").function("a").then(resp => {
|
|
||||||
done("Didnt crash")
|
|
||||||
}).catch(err => {
|
|
||||||
done()
|
|
||||||
})
|
|
||||||
})
|
|
||||||
})
|
|
||||||
|
|
||||||
describe("Large Language Model", function() {
|
|
||||||
this.slow(30000)
|
|
||||||
this.timeout(120000)
|
|
||||||
|
|
||||||
// it("ChatGPT", function (done){
|
|
||||||
// mapFunctions.get("chatgpt").function({inputTranscriptPath: summarizePath, documentTypePath: "./storage/documentType/meetingReport.json", language: "en"}).then(resp => {
|
|
||||||
// done()
|
|
||||||
// }).catch(err => {
|
|
||||||
// throw err
|
|
||||||
// })
|
|
||||||
// })
|
|
||||||
|
|
||||||
it("Gemini", function (done){
|
|
||||||
mapFunctions.get("llm-gemini").function({inputTranscriptPath: summarizePath, documentTypePath: "./storage/documentType/meetingReport.json", language: "en"}).then(resp => {
|
|
||||||
llmpath = resp
|
|
||||||
done()
|
|
||||||
}).catch(err => {
|
|
||||||
throw err
|
|
||||||
})
|
|
||||||
})
|
|
||||||
})
|
|
||||||
after(function() {
|
|
||||||
console.log(`\n\n\n${audiopath} \n${transcriptPath} \n${summarizePath} \n${llmpath}`);
|
|
||||||
})
|
|
||||||
})
|
|
||||||
|
|
||||||
|
|
||||||
Binary file not shown.
Reference in New Issue
Block a user