emily/video2document
1
0
Fork 0
mirror of https://gitlab.rlp.net/proj-wise2526-video2document/video2document.git synced 2026-06-15 18:01:52 +02:00
Code Issues Packages Projects Releases Wiki Activity

Changed model from llama to quen3 because llama was timing out due to token limit

Browse Source
This commit is contained in:
MikeHughes-BIN
2025-12-14 16:28:48 +01:00
parent 53508b175a
commit 746fec05d4
1 changed files with 8 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
services/modules/llm-llama/llm-llama.js → services/modules/quen3/quen3.js
+8 -8
View File
@@ -11,14 +11,14 @@ const SAIA_API_KEY = process.env.SAIA_API_KEY;
const SAIA_URL = "https://chat-ai.academiccloud.de/v1/chat/completions"; const SAIA_URL = "https://chat-ai.academiccloud.de/v1/chat/completions";
const module_exports = { const module_exports = {
name: "llm-saia_llama_3.3", name: "qwen3-235b-a22b",
type: "llm", type: "llm",
displayname: "LLAMA", displayname: "QWEN 3 235B",
description: "Generates documents using Llama 3.3 70B Instruct via SAIA platform", description: "Generates documents using QWEN 3 235B via SAIA platform",
async function(parameter) { async function(parameter) {
try { try {
console.log("SAIA Llama 3.3 70B module invoked with parameters:", parameter); console.log("SAIA QWEN 3 235B module invoked with parameters:", parameter);
await this.createDocumentFromTranscript( await this.createDocumentFromTranscript(
parameter.inputTranscriptPath, parameter.inputTranscriptPath,
@@ -27,7 +27,7 @@ const module_exports = {
); );
} catch (error) { } catch (error) {
console.error("Error in SAIA Llama 3.3 70B module:", error); console.error("Error in SAIA QWEN 3 235B module:", error);
} }
}, },
@@ -46,7 +46,7 @@ const module_exports = {
"Content-Type": "application/json" "Content-Type": "application/json"
}, },
body: JSON.stringify({ body: JSON.stringify({
model: "llama-3.3-70b-instruct", // Korrekter Modellname! model: "qwen3-235b-a22b", // Korrekter Modellname!
messages: [ messages: [
{ role: "system", content: "You are a helpful assistant that generates documents from transcripts." }, { role: "system", content: "You are a helpful assistant that generates documents from transcripts." },
{ role: "user", content: promptText } { role: "user", content: promptText }
@@ -84,8 +84,8 @@ if (require.main === module) {
const args = process.argv.slice(2); const args = process.argv.slice(2);
if (args.length < 2) { if (args.length < 2) {
console.error("Usage: node llm-llama-3.3.js <transcriptPath> <documentTypePath> [language]"); console.error("Usage: node quen3.js <transcriptPath> <documentTypePath> [language]");
console.error("Example: node llm-llama-3.3.js ./transcript.json ./docType.json de"); console.error("Example: node quen3.js ./transcript.json ./docType.json de");
process.exit(1); process.exit(1);
} }