mirror of
https://gitlab.rlp.net/proj-wise2526-video2document/video2document.git
synced 2026-06-15 18:01:52 +02:00
Compare commits
1 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
 MikeHughes-BIN
|
17479be27a |
+77
-162
@@ -1,17 +1,16 @@
|
|||||||
<!doctype html>
|
<!DOCTYPE html>
|
||||||
<html lang="de">
|
<html lang="de">
|
||||||
|
|
||||||
<head>
|
<head>
|
||||||
<meta charset="UTF-8" />
|
<meta charset="UTF-8">
|
||||||
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
||||||
<title id="title">Video to document</title>
|
<title id="title">Video to document</title>
|
||||||
<link rel="stylesheet" href="style.css" />
|
<link rel="stylesheet" href="style.css">
|
||||||
<link
|
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/lc-select@1.3.0/themes/light.css">
|
||||||
rel="stylesheet"
|
|
||||||
href="https://cdn.jsdelivr.net/npm/lc-select@1.3.0/themes/light.css"
|
|
||||||
/>
|
|
||||||
</head>
|
</head>
|
||||||
|
|
||||||
<body>
|
<body>
|
||||||
|
|
||||||
<div id="h1-wrapper">
|
<div id="h1-wrapper">
|
||||||
<section class="p-menu1">
|
<section class="p-menu1">
|
||||||
<nav id="navbar" class="navigation" role="navigation">
|
<nav id="navbar" class="navigation" role="navigation">
|
||||||
@@ -23,9 +22,7 @@
|
|||||||
</label>
|
</label>
|
||||||
|
|
||||||
<nav class="menu1">
|
<nav class="menu1">
|
||||||
<button id="customDocBtn" onclick="showCD()">
|
<button id="customDocBtn" onclick="showCD()">Manage document types</button>
|
||||||
Manage document types
|
|
||||||
</button>
|
|
||||||
<a href="help_page.html" class="li1">Help</a>
|
<a href="help_page.html" class="li1">Help</a>
|
||||||
</nav>
|
</nav>
|
||||||
</nav>
|
</nav>
|
||||||
@@ -36,6 +33,7 @@
|
|||||||
<div class="gui-language">
|
<div class="gui-language">
|
||||||
<select name="language_option" id="language_option"></select>
|
<select name="language_option" id="language_option"></select>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<div class="step-nav">
|
<div class="step-nav">
|
||||||
@@ -52,34 +50,24 @@
|
|||||||
|
|
||||||
<!-- Visible middle part-->
|
<!-- Visible middle part-->
|
||||||
<div class="mitte" id="mitte">
|
<div class="mitte" id="mitte">
|
||||||
|
|
||||||
<!--Costum document section-->
|
<!--Costum document section-->
|
||||||
<div class="container" id="cdContainer" style="display: none">
|
<div class="container" id="cdContainer" style="display:none;">
|
||||||
<h1 id="cd_h1">Manage document types</h1>
|
<h1 id="cd_h1">Manage document types</h1>
|
||||||
|
|
||||||
<label for="existingDocs" id="cd_existingDocs"
|
<label for="existingDocs" id="cd_existingDocs">Select existing documents (optional):</label>
|
||||||
>Select existing documents (optional):</label
|
|
||||||
>
|
|
||||||
<!--Drop Down-->
|
<!--Drop Down-->
|
||||||
<select name="existingDocs" id="existingDocs">
|
<select name="existingDocs" id="existingDocs">
|
||||||
<option value="newDoc" id="newDoc">
|
<option value="newDoc" id="newDoc">-- Create new document --</option>
|
||||||
-- Create new document --
|
|
||||||
</option>
|
|
||||||
</select>
|
</select>
|
||||||
|
|
||||||
<div id="docNameWrapper">
|
<div id="docNameWrapper">
|
||||||
<label for="docName" id="cd_docName">Document name:</label>
|
<label for="docName" id="cd_docName">Document name:</label>
|
||||||
<input
|
<input type="text" id="docName" placeholder="Enter the document name here">
|
||||||
type="text"
|
|
||||||
id="docName"
|
|
||||||
placeholder="Enter the document name here"
|
|
||||||
/>
|
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<label for="prompt" id="cd_promt">Your prompt:</label>
|
<label for="prompt" id="cd_promt">Your prompt:</label>
|
||||||
<textarea
|
<textarea id="prompt" placeholder="Type the prompt for your document here..."></textarea>
|
||||||
id="prompt"
|
|
||||||
placeholder="Type the prompt for your document here..."
|
|
||||||
></textarea>
|
|
||||||
|
|
||||||
<div class="buttons">
|
<div class="buttons">
|
||||||
<button id="goBackBtn">Return</button>
|
<button id="goBackBtn">Return</button>
|
||||||
@@ -95,175 +83,118 @@
|
|||||||
<h2 class="h2">Upload your video here:</h2>
|
<h2 class="h2">Upload your video here:</h2>
|
||||||
<div class="upload-container" id="uploadContainer">
|
<div class="upload-container" id="uploadContainer">
|
||||||
<p id="p1">Drag and drop video file</p>
|
<p id="p1">Drag and drop video file</p>
|
||||||
<video id="previewThumbnail" autoplay="false"></video>
|
<video id="previewThumbnail" autoplay="false">
|
||||||
|
</video>
|
||||||
<div class="file-name" id="fileName">No video chosen</div>
|
<div class="file-name" id="fileName">No video chosen</div>
|
||||||
<div id="thumbnailContainer">
|
<div id="thumbnailContainer">
|
||||||
<img id="thumbnailImage" style="display: none" />
|
<img id="thumbnailImage" style="display:none;">
|
||||||
</div>
|
</div>
|
||||||
<button class="custom-btn" id="manualUploadBtn">
|
<button class="custom-btn" id="manualUploadBtn">Search video</button>
|
||||||
Search video
|
<input type="file" id="videoUpload" accept="video/*">
|
||||||
</button>
|
|
||||||
<input type="file" id="videoUpload" accept="video/*" />
|
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<!-- Here starts code from step 2-->
|
<!-- Here starts code from step 2-->
|
||||||
<div class="step" id="step2" style="display: none">
|
<div class="step" id="step2" style="display:none;">
|
||||||
<h2 class="h2">Choose your preferences:</h2>
|
<h2 class="h2">Choose your preferences:</h2>
|
||||||
|
|
||||||
<div class="step2-form">
|
<div class="step2-form">
|
||||||
<div class="KI-wrapper">
|
|
||||||
<label id="labelKI">Select ki:</label>
|
<div class="step2-row">
|
||||||
<select name="ai_type" id="ai_type"></select>
|
<label>Select ki:</label>
|
||||||
|
<select id="ai_type"></select>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<div class="transcript-wrap">
|
<div class="step2-row">
|
||||||
<label id="labelTranscription">Select transcription:</label>
|
<label>Select transcription:</label>
|
||||||
<select name="transkript_type" id="transkript_type"></select>
|
<select id="transkript_type"></select>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<div class="type-wrapper">
|
<div class="step2-row">
|
||||||
<label id="labelType">Select type:</label>
|
<label>Select type:</label>
|
||||||
<select name="output_type" id="output_type">
|
<select id="output_type">
|
||||||
<option value="pdf">.pdf</option>
|
<option>.pdf</option>
|
||||||
<option value="word">.word</option>
|
<option>.docx</option>
|
||||||
<option value="txt">.txt</option>
|
<option>.txt</option>
|
||||||
</select>
|
</select>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<div class="language-wrapper">
|
<div class="step2-row">
|
||||||
<label id="labelLanguage">Select language:</label>
|
<label>Select language:</label>
|
||||||
|
<select id="document_language_option"></select>
|
||||||
<select
|
|
||||||
name="document_language_option"
|
|
||||||
id="document_language_option"
|
|
||||||
></select>
|
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<!-- Here starts code from step 3-->
|
<!-- Here starts code from step 3-->
|
||||||
|
|
||||||
<!-- Hover Effekt für Dokumentenvorschau, Fragezeichen hinter Text, drüber hoven zeigt Beispieldokument -->
|
<!-- Hover Effekt für Dokumentenvorschau, Fragezeichen hinter Text, drüber hoven zeigt Beispieldokument -->
|
||||||
<div class="step" id="step3" style="display: none">
|
<div class="step" id="step3" style="display:none;">
|
||||||
<div class="checkbox-group">
|
<div class="checkbox-group">
|
||||||
<h2 class="h2">Choose prefered document style:</h2>
|
<h2 class="h2">Choose prefered document style:</h2>
|
||||||
<div class="checkbox-container">
|
<div class="checkbox-container">
|
||||||
<input
|
<input type="checkbox" name="docFormat" id="docFormat" value="followup-report">
|
||||||
type="checkbox"
|
|
||||||
name="docFormat"
|
|
||||||
id="docFormat"
|
|
||||||
value="followup-report"
|
|
||||||
/>
|
|
||||||
<label id="label_format" for="docFormat">Follow-up Report</label>
|
<label id="label_format" for="docFormat">Follow-up Report</label>
|
||||||
<div class="figure1">
|
<div class="figure1">
|
||||||
<img
|
<img class="img-icon" src="icons/question-mark-button-icon--free-clip-art-30.png">
|
||||||
class="img-icon"
|
<img class="img-hover1" src="flags/germany-flag-png-large.jpg">
|
||||||
src="icons/question-mark-button-icon--free-clip-art-30.png"
|
|
||||||
/>
|
|
||||||
<img
|
|
||||||
class="img-hover1"
|
|
||||||
src="flags/germany-flag-png-large.jpg"
|
|
||||||
/>
|
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
<div class="checkbox-container">
|
<div class="checkbox-container">
|
||||||
<input
|
<input type="checkbox" name="docFormat" id="docFormatSummary1" value="agenda">
|
||||||
type="checkbox"
|
|
||||||
name="docFormat"
|
|
||||||
id="docFormatSummary1"
|
|
||||||
value="agenda"
|
|
||||||
/>
|
|
||||||
<label id="label_summary" for="docFormatSummary">Agenda</label>
|
<label id="label_summary" for="docFormatSummary">Agenda</label>
|
||||||
<div class="figure2">
|
<div class="figure2">
|
||||||
<img
|
<img class="img-icon" src="icons/question-mark-button-icon--free-clip-art-30.png">
|
||||||
class="img-icon"
|
<img class="img-hover2" src="flags/india-flag-png-large.png">
|
||||||
src="icons/question-mark-button-icon--free-clip-art-30.png"
|
|
||||||
/>
|
|
||||||
<img class="img-hover2" src="flags/india-flag-png-large.png" />
|
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
<div class="checkbox-container">
|
<div class="checkbox-container">
|
||||||
<input
|
<input type="checkbox" name="docFormat" id="docFormatSummary2" value="result-protocol">
|
||||||
type="checkbox"
|
<label id="label_summary" for="docFormatSummary">Resultprotocol</label>
|
||||||
name="docFormat"
|
|
||||||
id="docFormatSummary2"
|
|
||||||
value="result-protocol"
|
|
||||||
/>
|
|
||||||
<label id="label_summary" for="docFormatSummary"
|
|
||||||
>Resultprotocol</label
|
|
||||||
>
|
|
||||||
<div class="figure3">
|
<div class="figure3">
|
||||||
<img
|
<img class="img-icon" src="icons/question-mark-button-icon--free-clip-art-30.png">
|
||||||
class="img-icon"
|
<img class="img-hover3" src="flags/united-kingdom-flag-png-large.jpg">
|
||||||
src="icons/question-mark-button-icon--free-clip-art-30.png"
|
|
||||||
/>
|
|
||||||
<img
|
|
||||||
class="img-hover3"
|
|
||||||
src="flags/united-kingdom-flag-png-large.jpg"
|
|
||||||
/>
|
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
<div class="checkbox-container">
|
<div class="checkbox-container">
|
||||||
<input
|
<input type="checkbox" name="docFormat" id="docFormatSummary3" value="sprint-planning">
|
||||||
type="checkbox"
|
<label id="label_summary" for="docFormatSummary">Sprint Planning Note</label>
|
||||||
name="docFormat"
|
|
||||||
id="docFormatSummary3"
|
|
||||||
value="sprint-planning"
|
|
||||||
/>
|
|
||||||
<label id="label_summary" for="docFormatSummary"
|
|
||||||
>Sprint Planning Note</label
|
|
||||||
>
|
|
||||||
<div class="figure4">
|
<div class="figure4">
|
||||||
<img
|
<img class="img-icon" src="icons/question-mark-button-icon--free-clip-art-30.png">
|
||||||
class="img-icon"
|
<img class="img-hover4" src="flags/germany-flag-png-large.jpg">
|
||||||
src="icons/question-mark-button-icon--free-clip-art-30.png"
|
|
||||||
/>
|
|
||||||
<img
|
|
||||||
class="img-hover4"
|
|
||||||
src="flags/germany-flag-png-large.jpg"
|
|
||||||
/>
|
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
<div class="checkbox-container">
|
<div class="checkbox-container">
|
||||||
<input
|
<input type="checkbox" name="docFormat" id="docFormatCustom" value="custom">
|
||||||
type="checkbox"
|
<select name="customDocumentTypes" id="customDocumentTypes">
|
||||||
name="docFormat"
|
</select>
|
||||||
id="docFormatCustom"
|
|
||||||
value="custom"
|
|
||||||
/>
|
|
||||||
<select
|
|
||||||
name="customDocumentTypes"
|
|
||||||
id="customDocumentTypes"
|
|
||||||
></select>
|
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<!-- Here starts code from step 4-->
|
<!-- Here starts code from step 4-->
|
||||||
<div class="step" id="step4" style="display: none">
|
<div class="step" id="step4" style="display:none;">
|
||||||
<h2 class="h2">Click to submit:</h2>
|
<h2 class="h2">Click to submit:</h2>
|
||||||
<button
|
<button class="submit-btn" id="submitButton" onclick="checkBoxes()" disabled>Submit</button>
|
||||||
class="submit-btn"
|
|
||||||
id="submitButton"
|
|
||||||
onclick="checkBoxes()"
|
|
||||||
disabled
|
|
||||||
>
|
|
||||||
Submit
|
|
||||||
</button>
|
|
||||||
|
|
||||||
<div class="testy" id="testy">
|
<div class="testy" id="testy">
|
||||||
<div class="box2" id="box1"></div>
|
<div class="box2" id="box1">
|
||||||
|
</div>
|
||||||
<p id="box1_p1">---Starting---</p>
|
<p id="box1_p1">---Starting---</p>
|
||||||
<div class="box2" id="box2"></div>
|
<div class="box2" id="box2">
|
||||||
|
</div>
|
||||||
<p id="box2_p2">---Transkribing---</p>
|
<p id="box2_p2">---Transkribing---</p>
|
||||||
<div class="box2" id="box3"></div>
|
<div class="box2" id="box3">
|
||||||
|
</div>
|
||||||
<p id="box3_p3">---Document creation---</p>
|
<p id="box3_p3">---Document creation---</p>
|
||||||
<div class="box2" id="box4"></div>
|
<div class="box2" id="box4">
|
||||||
|
</div>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<!-- Here starts code from step 5-->
|
<!-- Here starts code from step 5-->
|
||||||
<div class="step" id="step5" style="display: none">
|
<div class="step" id="step5" style="display:none;">
|
||||||
<h2 class="h2">Change names of the speakers:</h2>
|
<h2 class="h2">Change names of the speakers:</h2>
|
||||||
|
|
||||||
<div class="speaker-container">
|
<div class="speaker-container">
|
||||||
@@ -271,9 +202,7 @@
|
|||||||
<tbody>
|
<tbody>
|
||||||
<tr>
|
<tr>
|
||||||
<td class="label-cell">
|
<td class="label-cell">
|
||||||
<label id="labelSpeaker" for="cur_speaker"
|
<label id="labelSpeaker" for="cur_speaker">Select Speaker:</label>
|
||||||
>Select Speaker:</label
|
|
||||||
>
|
|
||||||
</td>
|
</td>
|
||||||
<td class="input-cell">
|
<td class="input-cell">
|
||||||
<select name="cur_speaker" id="cur_speaker"></select>
|
<select name="cur_speaker" id="cur_speaker"></select>
|
||||||
@@ -291,50 +220,36 @@
|
|||||||
</tr>
|
</tr>
|
||||||
<tr>
|
<tr>
|
||||||
<td class="label-cell">
|
<td class="label-cell">
|
||||||
<label id="labelSpeakerWriter" for="newSpeaker"
|
<label id="labelSpeakerWriter" for="newSpeaker">New Name:</label>
|
||||||
>New Name:</label
|
|
||||||
>
|
|
||||||
</td>
|
</td>
|
||||||
<td class="input-cell">
|
<td class="input-cell">
|
||||||
<input
|
<input type="text" id="newSpeaker" placeholder="Enter new speaker name">
|
||||||
type="text"
|
|
||||||
id="newSpeaker"
|
|
||||||
placeholder="Enter new speaker name"
|
|
||||||
/>
|
|
||||||
</td>
|
</td>
|
||||||
</tr>
|
</tr>
|
||||||
</tbody>
|
</tbody>
|
||||||
</table>
|
</table>
|
||||||
|
|
||||||
<div class="speaker-button-group">
|
<div class="speaker-button-group">
|
||||||
<button id="speakerLocker" onclick="rewriteSpeakerName()">
|
<button id="speakerLocker" onclick="rewriteSpeakerName()">Rename Speaker</button>
|
||||||
Rename Speaker
|
<button id="speakerResender" onclick="sendSpeakerPackages()">Rewrite Document</button>
|
||||||
</button>
|
|
||||||
<button id="speakerResender" onclick="sendSpeakerPackages()">
|
|
||||||
Rewrite Document
|
|
||||||
</button>
|
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<!-- Here starts code from step 6-->
|
<!-- Here starts code from step 6-->
|
||||||
<div class="step" id="step6" style="display: none">
|
<div class="step" id="step6" style="display:none;">
|
||||||
<h2 class="h2">Click to download your document:</h2>
|
<h2 class="h2">Click to download your document:</h2>
|
||||||
<button
|
<button class="download-btn" id="downloadButton" onclick="fileDownload()">Download</button>
|
||||||
class="download-btn"
|
|
||||||
id="downloadButton"
|
|
||||||
onclick="fileDownload()"
|
|
||||||
>
|
|
||||||
Download
|
|
||||||
</button>
|
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<button id="nextBtn" class="navBtn">→</button>
|
<button id="nextBtn" class="navBtn">→</button>
|
||||||
|
|
||||||
</div>
|
</div>
|
||||||
<script src="https://cdn.jsdelivr.net/npm/lc-select@1.3.0/lc_select.min.js"></script>
|
<script src="https://cdn.jsdelivr.net/npm/lc-select@1.3.0/lc_select.min.js"></script>
|
||||||
<script src="languages.js"></script>
|
<script src="languages.js"></script>
|
||||||
<script src="script.js"></script>
|
<script src="script.js"></script>
|
||||||
<script src="./renderer.js"></script>
|
<script src="./renderer.js"></script>
|
||||||
</body>
|
</body>
|
||||||
|
|
||||||
</html>
|
</html>
|
||||||
@@ -500,13 +500,3 @@ function reloadDocuments() {
|
|||||||
});
|
});
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
function sendSpeakerPackages() {
|
|
||||||
try {
|
|
||||||
window.submitSpeaker.speaker_submit(speakerAudios);
|
|
||||||
} catch (error) {
|
|
||||||
console.log(error);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
window.sendSpeakerPackages = sendSpeakerPackages;
|
|
||||||
@@ -316,16 +316,6 @@ electron.ipcMain.on("file_download", async (event) => {
|
|||||||
}
|
}
|
||||||
});
|
});
|
||||||
|
|
||||||
electron.ipcMain.on("file_download", async () => {
|
|
||||||
await mapFunctions
|
|
||||||
.get("htmlDocumentConverter")
|
|
||||||
.convert({
|
|
||||||
inputPath: globalFinalHtmlPath,
|
|
||||||
format: globalArgs.document.outputType,
|
|
||||||
showDialog: true,
|
|
||||||
});
|
|
||||||
});
|
|
||||||
|
|
||||||
electron.ipcMain.on("speaker_submit", async (event, args) => {
|
electron.ipcMain.on("speaker_submit", async (event, args) => {
|
||||||
console.log("\n\n\nJa also hier kam was an \n\n\n");
|
console.log("\n\n\nJa also hier kam was an \n\n\n");
|
||||||
console.log(args);
|
console.log(args);
|
||||||
|
|||||||
@@ -0,0 +1,54 @@
|
|||||||
|
// -----------------------------------------------------------
|
||||||
|
// Parakeet (Step 3A: spawn Python minimal integration)
|
||||||
|
// -----------------------------------------------------------
|
||||||
|
|
||||||
|
const fs = require("fs");
|
||||||
|
const path = require("path");
|
||||||
|
const { spawn } = require("child_process");
|
||||||
|
|
||||||
|
module.exports = {
|
||||||
|
name: "parakeet",
|
||||||
|
type: "transcription",
|
||||||
|
displayname: "NVIDIA Parakeet",
|
||||||
|
|
||||||
|
async function(audioFilePath) {
|
||||||
|
console.log("🦜 [Parakeet] Starting test integration (spawn only)...");
|
||||||
|
console.log("🦜 Input audio:", audioFilePath);
|
||||||
|
|
||||||
|
// Check audio exists
|
||||||
|
if (!fs.existsSync(audioFilePath)) {
|
||||||
|
throw new Error("Audio file does not exist: " + audioFilePath);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Output path in storage/transcripts
|
||||||
|
const sessionId = path.basename(audioFilePath).replace(/\.[^.]+$/, "");
|
||||||
|
const outputDir = path.join(__dirname, "../../../storage/transcripts");
|
||||||
|
fs.mkdirSync(outputDir, { recursive: true });
|
||||||
|
|
||||||
|
const outputPath = path.join(outputDir, `${sessionId}.json`);
|
||||||
|
|
||||||
|
// -------------------------------------------------------
|
||||||
|
// SPAWN PYTHON SCRIPT (step 3A — dummy script)
|
||||||
|
// -------------------------------------------------------
|
||||||
|
return new Promise((resolve, reject) => {
|
||||||
|
const python310 = "C:\\Users\\smith\\AppData\\Local\\Programs\\Python\\Python310\\python.exe";
|
||||||
|
const py = spawn(python310, [
|
||||||
|
path.join(__dirname, "parakeet_transcribe.py"),
|
||||||
|
audioFilePath,
|
||||||
|
outputPath
|
||||||
|
]);
|
||||||
|
|
||||||
|
py.stdout.on("data", data => console.log("🦜 [Python]", data.toString().trim()));
|
||||||
|
py.stderr.on("data", data => console.error("🦜 [Python ERR]", data.toString().trim()));
|
||||||
|
|
||||||
|
py.on("close", code => {
|
||||||
|
if (code === 0) {
|
||||||
|
console.log("🦜 [Parakeet] Done (spawn test). Output:", outputPath);
|
||||||
|
resolve(outputPath);
|
||||||
|
} else {
|
||||||
|
reject(new Error("Python script failed with exit code " + code));
|
||||||
|
}
|
||||||
|
});
|
||||||
|
});
|
||||||
|
}
|
||||||
|
};
|
||||||
@@ -0,0 +1,71 @@
|
|||||||
|
# -----------------------------------------------------------
|
||||||
|
# Parakeet Real Transcriber (NVIDIA NeMo + PyTorch GPU)
|
||||||
|
# -----------------------------------------------------------
|
||||||
|
|
||||||
|
import sys
|
||||||
|
import json
|
||||||
|
import soundfile as sf
|
||||||
|
import torch
|
||||||
|
from nemo.collections.asr.models import ASRModel
|
||||||
|
|
||||||
|
# Args:
|
||||||
|
# sys.argv[1] = input audio path
|
||||||
|
# sys.argv[2] = output JSON path
|
||||||
|
|
||||||
|
audio_path = sys.argv[1]
|
||||||
|
output_path = sys.argv[2]
|
||||||
|
|
||||||
|
print("🔥 Starting Parakeet model...")
|
||||||
|
device = "cuda" if torch.cuda.is_available() else "cpu"
|
||||||
|
print("🔥 Using device:", device)
|
||||||
|
|
||||||
|
# -----------------------------------------------------------
|
||||||
|
# Load Parakeet model (NVIDIA pretrained ASR)
|
||||||
|
# -----------------------------------------------------------
|
||||||
|
model = ASRModel.from_pretrained(model_name="nvidia/parakeet-ctc-0.6b")
|
||||||
|
model = model.to(device)
|
||||||
|
model.eval()
|
||||||
|
|
||||||
|
# -----------------------------------------------------------
|
||||||
|
# Load audio
|
||||||
|
# -----------------------------------------------------------
|
||||||
|
print("🎧 Loading audio:", audio_path)
|
||||||
|
audio, sr = sf.read(audio_path)
|
||||||
|
|
||||||
|
# model expects mono float32
|
||||||
|
if len(audio.shape) > 1:
|
||||||
|
audio = audio.mean(axis=1)
|
||||||
|
|
||||||
|
audio = audio.astype("float32")
|
||||||
|
|
||||||
|
# -----------------------------------------------------------
|
||||||
|
# Run inference
|
||||||
|
# -----------------------------------------------------------
|
||||||
|
print("🧠 Running inference...")
|
||||||
|
with torch.no_grad():
|
||||||
|
hyp = model.transcribe([audio])[0]
|
||||||
|
|
||||||
|
# Extract only the text
|
||||||
|
if hasattr(hyp, "text"):
|
||||||
|
transcript = hyp.text
|
||||||
|
else:
|
||||||
|
# fallback: convert to string (rare)
|
||||||
|
transcript = str(hyp)
|
||||||
|
|
||||||
|
print("📄 Transcript:", transcript)
|
||||||
|
|
||||||
|
# -----------------------------------------------------------
|
||||||
|
# Save JSON format compatible with V2D pipeline
|
||||||
|
# -----------------------------------------------------------
|
||||||
|
result = {
|
||||||
|
"id": output_path.split("/")[-1].replace(".json", ""),
|
||||||
|
"tool": "nemo_parakeet",
|
||||||
|
"status": "completed",
|
||||||
|
"text": transcript,
|
||||||
|
"words": [] # Parakeet XS doesn’t return word timestamps
|
||||||
|
}
|
||||||
|
|
||||||
|
with open(output_path, "w", encoding="utf-8") as f:
|
||||||
|
json.dump(result, f, indent=2, ensure_ascii=False)
|
||||||
|
|
||||||
|
print("✔ JSON saved at:", output_path)
|
||||||
Reference in New Issue
Block a user