mirror of
https://gitlab.rlp.net/proj-wise2526-video2document/video2document.git
synced 2026-06-15 18:01:52 +02:00
Merge branch 'develop' into 'feature/ui-test'
Develop See merge request proj-wise2526-video2document/video2document!101
This commit is contained in:
Minning, Eric
+162
-77
@@ -1,16 +1,17 @@
|
||||
<!DOCTYPE html>
|
||||
<!doctype html>
|
||||
<html lang="de">
|
||||
|
||||
<head>
|
||||
<meta charset="UTF-8">
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
||||
<meta charset="UTF-8" />
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
||||
<title id="title">Video to document</title>
|
||||
<link rel="stylesheet" href="style.css">
|
||||
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/lc-select@1.3.0/themes/light.css">
|
||||
<link rel="stylesheet" href="style.css" />
|
||||
<link
|
||||
rel="stylesheet"
|
||||
href="https://cdn.jsdelivr.net/npm/lc-select@1.3.0/themes/light.css"
|
||||
/>
|
||||
</head>
|
||||
|
||||
<body>
|
||||
|
||||
<div id="h1-wrapper">
|
||||
<section class="p-menu1">
|
||||
<nav id="navbar" class="navigation" role="navigation">
|
||||
@@ -22,7 +23,9 @@
|
||||
</label>
|
||||
|
||||
<nav class="menu1">
|
||||
<button id="customDocBtn" onclick="showCD()">Manage document types</button>
|
||||
<button id="customDocBtn" onclick="showCD()">
|
||||
Manage document types
|
||||
</button>
|
||||
<a href="help_page.html" class="li1">Help</a>
|
||||
</nav>
|
||||
</nav>
|
||||
@@ -33,7 +36,6 @@
|
||||
<div class="gui-language">
|
||||
<select name="language_option" id="language_option"></select>
|
||||
</div>
|
||||
|
||||
</div>
|
||||
|
||||
<div class="step-nav">
|
||||
@@ -50,24 +52,34 @@
|
||||
|
||||
<!-- Visible middle part-->
|
||||
<div class="mitte" id="mitte">
|
||||
|
||||
<!--Costum document section-->
|
||||
<div class="container" id="cdContainer" style="display:none;">
|
||||
<div class="container" id="cdContainer" style="display: none">
|
||||
<h1 id="cd_h1">Manage document types</h1>
|
||||
|
||||
<label for="existingDocs" id="cd_existingDocs">Select existing documents (optional):</label>
|
||||
<label for="existingDocs" id="cd_existingDocs"
|
||||
>Select existing documents (optional):</label
|
||||
>
|
||||
<!--Drop Down-->
|
||||
<select name="existingDocs" id="existingDocs">
|
||||
<option value="newDoc" id="newDoc">-- Create new document --</option>
|
||||
<option value="newDoc" id="newDoc">
|
||||
-- Create new document --
|
||||
</option>
|
||||
</select>
|
||||
|
||||
<div id="docNameWrapper">
|
||||
<label for="docName" id="cd_docName">Document name:</label>
|
||||
<input type="text" id="docName" placeholder="Enter the document name here">
|
||||
<input
|
||||
type="text"
|
||||
id="docName"
|
||||
placeholder="Enter the document name here"
|
||||
/>
|
||||
</div>
|
||||
|
||||
<label for="prompt" id="cd_promt">Your prompt:</label>
|
||||
<textarea id="prompt" placeholder="Type the prompt for your document here..."></textarea>
|
||||
<textarea
|
||||
id="prompt"
|
||||
placeholder="Type the prompt for your document here..."
|
||||
></textarea>
|
||||
|
||||
<div class="buttons">
|
||||
<button id="goBackBtn">Return</button>
|
||||
@@ -83,118 +95,175 @@
|
||||
<h2 class="h2">Upload your video here:</h2>
|
||||
<div class="upload-container" id="uploadContainer">
|
||||
<p id="p1">Drag and drop video file</p>
|
||||
<video id="previewThumbnail" autoplay="false">
|
||||
</video>
|
||||
<video id="previewThumbnail" autoplay="false"></video>
|
||||
<div class="file-name" id="fileName">No video chosen</div>
|
||||
<div id="thumbnailContainer">
|
||||
<img id="thumbnailImage" style="display:none;">
|
||||
<img id="thumbnailImage" style="display: none" />
|
||||
</div>
|
||||
<button class="custom-btn" id="manualUploadBtn">Search video</button>
|
||||
<input type="file" id="videoUpload" accept="video/*">
|
||||
<button class="custom-btn" id="manualUploadBtn">
|
||||
Search video
|
||||
</button>
|
||||
<input type="file" id="videoUpload" accept="video/*" />
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- Here starts code from step 2-->
|
||||
<div class="step" id="step2" style="display:none;">
|
||||
<div class="step" id="step2" style="display: none">
|
||||
<h2 class="h2">Choose your preferences:</h2>
|
||||
|
||||
<div class="step2-form">
|
||||
|
||||
<div class="step2-row">
|
||||
<label>Select ki:</label>
|
||||
<select id="ai_type"></select>
|
||||
<div class="KI-wrapper">
|
||||
<label id="labelKI">Select ki:</label>
|
||||
<select name="ai_type" id="ai_type"></select>
|
||||
</div>
|
||||
|
||||
<div class="step2-row">
|
||||
<label>Select transcription:</label>
|
||||
<select id="transkript_type"></select>
|
||||
<div class="transcript-wrap">
|
||||
<label id="labelTranscription">Select transcription:</label>
|
||||
<select name="transkript_type" id="transkript_type"></select>
|
||||
</div>
|
||||
|
||||
<div class="step2-row">
|
||||
<label>Select type:</label>
|
||||
<select id="output_type">
|
||||
<option>.pdf</option>
|
||||
<option>.docx</option>
|
||||
<option>.txt</option>
|
||||
<div class="type-wrapper">
|
||||
<label id="labelType">Select type:</label>
|
||||
<select name="output_type" id="output_type">
|
||||
<option value="pdf">.pdf</option>
|
||||
<option value="docx">.docx</option>
|
||||
<option value="txt">.txt</option>
|
||||
</select>
|
||||
</div>
|
||||
|
||||
<div class="step2-row">
|
||||
<label>Select language:</label>
|
||||
<select id="document_language_option"></select>
|
||||
</div>
|
||||
<div class="language-wrapper">
|
||||
<label id="labelLanguage">Select language:</label>
|
||||
|
||||
<select
|
||||
name="document_language_option"
|
||||
id="document_language_option"
|
||||
></select>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- Here starts code from step 3-->
|
||||
|
||||
<!-- Hover Effekt für Dokumentenvorschau, Fragezeichen hinter Text, drüber hoven zeigt Beispieldokument -->
|
||||
<div class="step" id="step3" style="display:none;">
|
||||
<div class="step" id="step3" style="display: none">
|
||||
<div class="checkbox-group">
|
||||
<h2 class="h2">Choose prefered document style:</h2>
|
||||
<div class="checkbox-container">
|
||||
<input type="checkbox" name="docFormat" id="docFormat" value="followup-report">
|
||||
<input
|
||||
type="checkbox"
|
||||
name="docFormat"
|
||||
id="docFormat"
|
||||
value="followup-report"
|
||||
/>
|
||||
<label id="label_format" for="docFormat">Follow-up Report</label>
|
||||
<div class="figure1">
|
||||
<img class="img-icon" src="icons/question-mark-button-icon--free-clip-art-30.png">
|
||||
<img class="img-hover1" src="flags/germany-flag-png-large.jpg">
|
||||
<img
|
||||
class="img-icon"
|
||||
src="icons/question-mark-button-icon--free-clip-art-30.png"
|
||||
/>
|
||||
<img
|
||||
class="img-hover1"
|
||||
src="flags/germany-flag-png-large.jpg"
|
||||
/>
|
||||
</div>
|
||||
</div>
|
||||
<div class="checkbox-container">
|
||||
<input type="checkbox" name="docFormat" id="docFormatSummary1" value="agenda">
|
||||
<input
|
||||
type="checkbox"
|
||||
name="docFormat"
|
||||
id="docFormatSummary1"
|
||||
value="agenda"
|
||||
/>
|
||||
<label id="label_summary" for="docFormatSummary">Agenda</label>
|
||||
<div class="figure2">
|
||||
<img class="img-icon" src="icons/question-mark-button-icon--free-clip-art-30.png">
|
||||
<img class="img-hover2" src="flags/india-flag-png-large.png">
|
||||
<img
|
||||
class="img-icon"
|
||||
src="icons/question-mark-button-icon--free-clip-art-30.png"
|
||||
/>
|
||||
<img class="img-hover2" src="flags/india-flag-png-large.png" />
|
||||
</div>
|
||||
</div>
|
||||
<div class="checkbox-container">
|
||||
<input type="checkbox" name="docFormat" id="docFormatSummary2" value="result-protocol">
|
||||
<label id="label_summary" for="docFormatSummary">Resultprotocol</label>
|
||||
<input
|
||||
type="checkbox"
|
||||
name="docFormat"
|
||||
id="docFormatSummary2"
|
||||
value="result-protocol"
|
||||
/>
|
||||
<label id="label_summary" for="docFormatSummary"
|
||||
>Resultprotocol</label
|
||||
>
|
||||
<div class="figure3">
|
||||
<img class="img-icon" src="icons/question-mark-button-icon--free-clip-art-30.png">
|
||||
<img class="img-hover3" src="flags/united-kingdom-flag-png-large.jpg">
|
||||
<img
|
||||
class="img-icon"
|
||||
src="icons/question-mark-button-icon--free-clip-art-30.png"
|
||||
/>
|
||||
<img
|
||||
class="img-hover3"
|
||||
src="flags/united-kingdom-flag-png-large.jpg"
|
||||
/>
|
||||
</div>
|
||||
</div>
|
||||
<div class="checkbox-container">
|
||||
<input type="checkbox" name="docFormat" id="docFormatSummary3" value="sprint-planning">
|
||||
<label id="label_summary" for="docFormatSummary">Sprint Planning Note</label>
|
||||
<input
|
||||
type="checkbox"
|
||||
name="docFormat"
|
||||
id="docFormatSummary3"
|
||||
value="sprint-planning"
|
||||
/>
|
||||
<label id="label_summary" for="docFormatSummary"
|
||||
>Sprint Planning Note</label
|
||||
>
|
||||
<div class="figure4">
|
||||
<img class="img-icon" src="icons/question-mark-button-icon--free-clip-art-30.png">
|
||||
<img class="img-hover4" src="flags/germany-flag-png-large.jpg">
|
||||
<img
|
||||
class="img-icon"
|
||||
src="icons/question-mark-button-icon--free-clip-art-30.png"
|
||||
/>
|
||||
<img
|
||||
class="img-hover4"
|
||||
src="flags/germany-flag-png-large.jpg"
|
||||
/>
|
||||
</div>
|
||||
</div>
|
||||
<div class="checkbox-container">
|
||||
<input type="checkbox" name="docFormat" id="docFormatCustom" value="custom">
|
||||
<select name="customDocumentTypes" id="customDocumentTypes">
|
||||
</select>
|
||||
<input
|
||||
type="checkbox"
|
||||
name="docFormat"
|
||||
id="docFormatCustom"
|
||||
value="custom"
|
||||
/>
|
||||
<select
|
||||
name="customDocumentTypes"
|
||||
id="customDocumentTypes"
|
||||
></select>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- Here starts code from step 4-->
|
||||
<div class="step" id="step4" style="display:none;">
|
||||
<div class="step" id="step4" style="display: none">
|
||||
<h2 class="h2">Click to submit:</h2>
|
||||
<button class="submit-btn" id="submitButton" onclick="checkBoxes()" disabled>Submit</button>
|
||||
<button
|
||||
class="submit-btn"
|
||||
id="submitButton"
|
||||
onclick="checkBoxes()"
|
||||
disabled
|
||||
>
|
||||
Submit
|
||||
</button>
|
||||
|
||||
<div class="testy" id="testy">
|
||||
<div class="box2" id="box1">
|
||||
</div>
|
||||
<div class="box2" id="box1"></div>
|
||||
<p id="box1_p1">---Starting---</p>
|
||||
<div class="box2" id="box2">
|
||||
</div>
|
||||
<div class="box2" id="box2"></div>
|
||||
<p id="box2_p2">---Transkribing---</p>
|
||||
<div class="box2" id="box3">
|
||||
</div>
|
||||
<div class="box2" id="box3"></div>
|
||||
<p id="box3_p3">---Document creation---</p>
|
||||
<div class="box2" id="box4">
|
||||
</div>
|
||||
<div class="box2" id="box4"></div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- Here starts code from step 5-->
|
||||
<div class="step" id="step5" style="display:none;">
|
||||
<div class="step" id="step5" style="display: none">
|
||||
<h2 class="h2">Change names of the speakers:</h2>
|
||||
|
||||
<div class="speaker-container">
|
||||
@@ -202,7 +271,9 @@
|
||||
<tbody>
|
||||
<tr>
|
||||
<td class="label-cell">
|
||||
<label id="labelSpeaker" for="cur_speaker">Select Speaker:</label>
|
||||
<label id="labelSpeaker" for="cur_speaker"
|
||||
>Select Speaker:</label
|
||||
>
|
||||
</td>
|
||||
<td class="input-cell">
|
||||
<select name="cur_speaker" id="cur_speaker"></select>
|
||||
@@ -220,36 +291,50 @@
|
||||
</tr>
|
||||
<tr>
|
||||
<td class="label-cell">
|
||||
<label id="labelSpeakerWriter" for="newSpeaker">New Name:</label>
|
||||
<label id="labelSpeakerWriter" for="newSpeaker"
|
||||
>New Name:</label
|
||||
>
|
||||
</td>
|
||||
<td class="input-cell">
|
||||
<input type="text" id="newSpeaker" placeholder="Enter new speaker name">
|
||||
<input
|
||||
type="text"
|
||||
id="newSpeaker"
|
||||
placeholder="Enter new speaker name"
|
||||
/>
|
||||
</td>
|
||||
</tr>
|
||||
</tbody>
|
||||
</table>
|
||||
|
||||
<div class="speaker-button-group">
|
||||
<button id="speakerLocker" onclick="rewriteSpeakerName()">Rename Speaker</button>
|
||||
<button id="speakerResender" onclick="sendSpeakerPackages()">Rewrite Document</button>
|
||||
<button id="speakerLocker" onclick="rewriteSpeakerName()">
|
||||
Rename Speaker
|
||||
</button>
|
||||
<button id="speakerResender" onclick="sendSpeakerPackages()">
|
||||
Rewrite Document
|
||||
</button>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- Here starts code from step 6-->
|
||||
<div class="step" id="step6" style="display:none;">
|
||||
<div class="step" id="step6" style="display: none">
|
||||
<h2 class="h2">Click to download your document:</h2>
|
||||
<button class="download-btn" id="downloadButton" onclick="fileDownload()">Download</button>
|
||||
<button
|
||||
class="download-btn"
|
||||
id="downloadButton"
|
||||
onclick="fileDownload()"
|
||||
>
|
||||
Download
|
||||
</button>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<button id="nextBtn" class="navBtn">→</button>
|
||||
|
||||
</div>
|
||||
<script src="https://cdn.jsdelivr.net/npm/lc-select@1.3.0/lc_select.min.js"></script>
|
||||
<script src="languages.js"></script>
|
||||
<script src="script.js"></script>
|
||||
<script src="./renderer.js"></script>
|
||||
</body>
|
||||
|
||||
</html>
|
||||
+32
-11
@@ -432,19 +432,30 @@ function setSpeakerAudiosValue(valy) {
|
||||
//Function to rewrite the speaker name in the json
|
||||
function rewriteSpeakerName() {
|
||||
try {
|
||||
var tempy = document.getElementById("cur_speaker").value;
|
||||
speakerAudios[tempy].name = document.getElementById("newSpeaker").value;
|
||||
loadSpeakerOptions(speakerAudios);
|
||||
} catch (error) {
|
||||
console.log("\n\n\n" + error + "\n\n\n")
|
||||
const select = document.getElementById("cur_speaker");
|
||||
const newName = document.getElementById("newSpeaker").value.trim();
|
||||
|
||||
if (!newName) {
|
||||
alert("Please enter a new speaker name");
|
||||
return;
|
||||
}
|
||||
}
|
||||
//Function to send the json with the given names back to the program to rewrite the document file
|
||||
function sendSpeakerPackages() {
|
||||
try {
|
||||
window.submitSpeaker.speaker_submit(speakerAudios);
|
||||
|
||||
const selectedIndex = select.selectedIndex;
|
||||
const selectedValue = select.value;
|
||||
|
||||
// Update speakerAudios data
|
||||
speakerAudios[selectedValue].name = newName;
|
||||
|
||||
// Update the specific option text and keep value
|
||||
select.options[selectedIndex].text = newName;
|
||||
select.options[selectedIndex].value = selectedValue;
|
||||
|
||||
// Keep it selected
|
||||
select.selectedIndex = selectedIndex;
|
||||
|
||||
console.log("Speaker renamed:", newName);
|
||||
} catch (error) {
|
||||
console.log(error);
|
||||
console.log("Error renaming speaker:", error);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -489,3 +500,13 @@ function reloadDocuments() {
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
function sendSpeakerPackages() {
|
||||
try {
|
||||
window.submitSpeaker.speaker_submit(speakerAudios);
|
||||
} catch (error) {
|
||||
console.log(error);
|
||||
}
|
||||
}
|
||||
|
||||
window.sendSpeakerPackages = sendSpeakerPackages;
|
||||
@@ -316,16 +316,6 @@ electron.ipcMain.on("file_download", async (event) => {
|
||||
}
|
||||
});
|
||||
|
||||
electron.ipcMain.on("file_download", async () => {
|
||||
await mapFunctions
|
||||
.get("htmlDocumentConverter")
|
||||
.convert({
|
||||
inputPath: globalFinalHtmlPath,
|
||||
format: globalArgs.document.outputType,
|
||||
showDialog: true,
|
||||
});
|
||||
});
|
||||
|
||||
electron.ipcMain.on("speaker_submit", async (event, args) => {
|
||||
console.log("\n\n\nJa also hier kam was an \n\n\n");
|
||||
console.log(args);
|
||||
|
||||
@@ -1,54 +0,0 @@
|
||||
// -----------------------------------------------------------
|
||||
// Parakeet (Step 3A: spawn Python minimal integration)
|
||||
// -----------------------------------------------------------
|
||||
|
||||
const fs = require("fs");
|
||||
const path = require("path");
|
||||
const { spawn } = require("child_process");
|
||||
|
||||
module.exports = {
|
||||
name: "parakeet",
|
||||
type: "transcription",
|
||||
displayname: "NVIDIA Parakeet",
|
||||
|
||||
async function(audioFilePath) {
|
||||
console.log("🦜 [Parakeet] Starting test integration (spawn only)...");
|
||||
console.log("🦜 Input audio:", audioFilePath);
|
||||
|
||||
// Check audio exists
|
||||
if (!fs.existsSync(audioFilePath)) {
|
||||
throw new Error("Audio file does not exist: " + audioFilePath);
|
||||
}
|
||||
|
||||
// Output path in storage/transcripts
|
||||
const sessionId = path.basename(audioFilePath).replace(/\.[^.]+$/, "");
|
||||
const outputDir = path.join(__dirname, "../../../storage/transcripts");
|
||||
fs.mkdirSync(outputDir, { recursive: true });
|
||||
|
||||
const outputPath = path.join(outputDir, `${sessionId}.json`);
|
||||
|
||||
// -------------------------------------------------------
|
||||
// SPAWN PYTHON SCRIPT (step 3A — dummy script)
|
||||
// -------------------------------------------------------
|
||||
return new Promise((resolve, reject) => {
|
||||
const python310 = "C:\\Users\\smith\\AppData\\Local\\Programs\\Python\\Python310\\python.exe";
|
||||
const py = spawn(python310, [
|
||||
path.join(__dirname, "parakeet_transcribe.py"),
|
||||
audioFilePath,
|
||||
outputPath
|
||||
]);
|
||||
|
||||
py.stdout.on("data", data => console.log("🦜 [Python]", data.toString().trim()));
|
||||
py.stderr.on("data", data => console.error("🦜 [Python ERR]", data.toString().trim()));
|
||||
|
||||
py.on("close", code => {
|
||||
if (code === 0) {
|
||||
console.log("🦜 [Parakeet] Done (spawn test). Output:", outputPath);
|
||||
resolve(outputPath);
|
||||
} else {
|
||||
reject(new Error("Python script failed with exit code " + code));
|
||||
}
|
||||
});
|
||||
});
|
||||
}
|
||||
};
|
||||
@@ -1,71 +0,0 @@
|
||||
# -----------------------------------------------------------
|
||||
# Parakeet Real Transcriber (NVIDIA NeMo + PyTorch GPU)
|
||||
# -----------------------------------------------------------
|
||||
|
||||
import sys
|
||||
import json
|
||||
import soundfile as sf
|
||||
import torch
|
||||
from nemo.collections.asr.models import ASRModel
|
||||
|
||||
# Args:
|
||||
# sys.argv[1] = input audio path
|
||||
# sys.argv[2] = output JSON path
|
||||
|
||||
audio_path = sys.argv[1]
|
||||
output_path = sys.argv[2]
|
||||
|
||||
print("🔥 Starting Parakeet model...")
|
||||
device = "cuda" if torch.cuda.is_available() else "cpu"
|
||||
print("🔥 Using device:", device)
|
||||
|
||||
# -----------------------------------------------------------
|
||||
# Load Parakeet model (NVIDIA pretrained ASR)
|
||||
# -----------------------------------------------------------
|
||||
model = ASRModel.from_pretrained(model_name="nvidia/parakeet-ctc-0.6b")
|
||||
model = model.to(device)
|
||||
model.eval()
|
||||
|
||||
# -----------------------------------------------------------
|
||||
# Load audio
|
||||
# -----------------------------------------------------------
|
||||
print("🎧 Loading audio:", audio_path)
|
||||
audio, sr = sf.read(audio_path)
|
||||
|
||||
# model expects mono float32
|
||||
if len(audio.shape) > 1:
|
||||
audio = audio.mean(axis=1)
|
||||
|
||||
audio = audio.astype("float32")
|
||||
|
||||
# -----------------------------------------------------------
|
||||
# Run inference
|
||||
# -----------------------------------------------------------
|
||||
print("🧠 Running inference...")
|
||||
with torch.no_grad():
|
||||
hyp = model.transcribe([audio])[0]
|
||||
|
||||
# Extract only the text
|
||||
if hasattr(hyp, "text"):
|
||||
transcript = hyp.text
|
||||
else:
|
||||
# fallback: convert to string (rare)
|
||||
transcript = str(hyp)
|
||||
|
||||
print("📄 Transcript:", transcript)
|
||||
|
||||
# -----------------------------------------------------------
|
||||
# Save JSON format compatible with V2D pipeline
|
||||
# -----------------------------------------------------------
|
||||
result = {
|
||||
"id": output_path.split("/")[-1].replace(".json", ""),
|
||||
"tool": "nemo_parakeet",
|
||||
"status": "completed",
|
||||
"text": transcript,
|
||||
"words": [] # Parakeet XS doesn’t return word timestamps
|
||||
}
|
||||
|
||||
with open(output_path, "w", encoding="utf-8") as f:
|
||||
json.dump(result, f, indent=2, ensure_ascii=False)
|
||||
|
||||
print("✔ JSON saved at:", output_path)
|
||||
Reference in New Issue
Block a user