mirror of
https://gitlab.rlp.net/proj-wise2526-video2document/video2document.git
synced 2026-06-15 18:01:52 +02:00
Merge branch 'develop' into 'feature/ui-test'
# Conflicts: # main.js
This commit is contained in:
Hughes, Mike
@@ -1,90 +1,111 @@
|
||||
// Last modified: 2024-06-11 12:28:00
|
||||
// Loading required packages
|
||||
require("./requires.js")
|
||||
require("./requires.js");
|
||||
console.log(start);
|
||||
|
||||
|
||||
// Initialising map to be used to store the functionality later on for reloadability
|
||||
mapFunctions = new Map()
|
||||
const https = require("https");
|
||||
let un = process.env.auth_username
|
||||
let pw = process.env.auth_password
|
||||
|
||||
|
||||
// Loading the Function Map
|
||||
var path = `${mainDir}/services/modules`
|
||||
var folders = fs.readdirSync(path).filter(function (file) {
|
||||
return fs.statSync(path+'/'+file).isDirectory();
|
||||
});
|
||||
folders.forEach(element => {
|
||||
var commandFiles = fs.readdirSync(`${path}/${element}`).filter(file => file.endsWith('.js') && !file.startsWith("index"));
|
||||
for (const file of commandFiles) {
|
||||
delete require.cache[require.resolve(`${path}/${element}/${file}`)];
|
||||
const command = require(`${path}/${element}/${file}`);
|
||||
mapFunctions.set(command.name, command);
|
||||
const options = {
|
||||
hostname: "keyserver.dommymommy.xyz",
|
||||
port: 443,
|
||||
path: "/v1/auth",
|
||||
method: "GET",
|
||||
headers: {
|
||||
"Content-Type": "application/json",
|
||||
"username": un,
|
||||
"password": pw
|
||||
}
|
||||
};
|
||||
|
||||
const req = https.request(options, (res) => {
|
||||
if (res.statusCode === 200) {
|
||||
res.setEncoding("utf8");
|
||||
let data = "";
|
||||
res.on("data", (chunk) => {
|
||||
data += chunk;
|
||||
});
|
||||
res.on("end", () => {
|
||||
const myJson = JSON.parse(data);
|
||||
Object.keys(myJson).forEach(el => {
|
||||
// console.log(el, myJson[el]);
|
||||
process.env[el] = myJson[el]
|
||||
})
|
||||
});
|
||||
} else if (res.statusCode === 401) {
|
||||
res.setEncoding("utf8");
|
||||
let data = "";
|
||||
res.on("data", (chunk) => {
|
||||
data += chunk;
|
||||
});
|
||||
res.on("end", () => {
|
||||
console.log(data);
|
||||
process.exit()
|
||||
});
|
||||
}
|
||||
});
|
||||
|
||||
req.on("error", (error) => {
|
||||
console.error(error);
|
||||
});
|
||||
|
||||
|
||||
// The startup information for the project, here you can add stuff that might be nice to see when the app starts
|
||||
mapFunctions.get("Startup_function").function()
|
||||
console.log("------------------------------------ Status ------------------------------------");
|
||||
console.log(__dirname);
|
||||
console.log(platform);
|
||||
console.log(`The Startup took ${new Date() - start}ms`)
|
||||
console.log(`${mapFunctions.size} Function modules loaded`);
|
||||
console.log("--------------------------------------------------------------------------------");
|
||||
req.end();
|
||||
|
||||
|
||||
|
||||
// Initialising map to be used to store the functionality later on for reloadability
|
||||
mapFunctions = new Map();
|
||||
|
||||
|
||||
|
||||
// --------------------------------------------------------- CLI COMMANDS --------------------------------------------------------- //
|
||||
|
||||
const rl = readline.createInterface({
|
||||
input: process.stdin,
|
||||
output: process.stdout
|
||||
// Loading the Function Map
|
||||
var path = `${mainDir}/services/modules`;
|
||||
var folders = fs.readdirSync(path).filter(function (file) {
|
||||
return fs.statSync(path + "/" + file).isDirectory();
|
||||
});
|
||||
folders.forEach((element) => {
|
||||
var commandFiles = fs
|
||||
.readdirSync(`${path}/${element}`)
|
||||
.filter((file) => file.endsWith(".js") && !file.startsWith("index"));
|
||||
for (const file of commandFiles) {
|
||||
delete require.cache[require.resolve(`${path}/${element}/${file}`)];
|
||||
const command = require(`${path}/${element}/${file}`);
|
||||
mapFunctions.set(command.name, command);
|
||||
}
|
||||
});
|
||||
|
||||
|
||||
rl.on("line", data =>{
|
||||
const args = data.trim().split(" ");
|
||||
const command = args.shift().toLowerCase();
|
||||
mapFunctions.get("cliCommands").function(command, args)
|
||||
})
|
||||
|
||||
|
||||
|
||||
|
||||
// The startup information for the project, here you can add stuff that might be nice to see when the app starts
|
||||
mapFunctions.get("Startup_function").function();
|
||||
console.log(
|
||||
"------------------------------------ Status ------------------------------------"
|
||||
);
|
||||
console.log(__dirname);
|
||||
console.log(platform);
|
||||
console.log(`The Startup took ${new Date() - start}ms`);
|
||||
console.log(`${mapFunctions.size} Function modules loaded`);
|
||||
console.log("--------------------------------------------------------------------------------");
|
||||
|
||||
// ----------------------------------------------------------- ELECTRON ----------------------------------------------------------- //
|
||||
|
||||
let mainWindow;
|
||||
|
||||
function createWindow() {
|
||||
mainWindow = new electron.BrowserWindow({
|
||||
width: 1200,
|
||||
height: 800,
|
||||
webPreferences: {
|
||||
nodeIntegration: false,
|
||||
contextIsolation: true,
|
||||
preload: `${mainDir}/electron/main/preload.js`
|
||||
}
|
||||
});
|
||||
mainWindow = new electron.BrowserWindow({
|
||||
width: 1200,
|
||||
height: 800,
|
||||
webPreferences: {
|
||||
nodeIntegration: false,
|
||||
contextIsolation: true,
|
||||
preload: `${mainDir}/electron/main/preload.js`,
|
||||
},
|
||||
});
|
||||
|
||||
mainWindow.loadFile('./electron/main/index.html');
|
||||
mainWindow.loadFile("./electron/main/index.html");
|
||||
}
|
||||
|
||||
electron.app.whenReady().then(createWindow);
|
||||
|
||||
|
||||
// electron.ipcMain.on("extract", (event, args) => {
|
||||
// mapFunctions.get("extraction-video-to-audio").function(args)
|
||||
// })
|
||||
|
||||
// setTimeout(() => {
|
||||
// mainWindow.webContents.send("fuck", "worked uwu")
|
||||
// }, 5000);
|
||||
|
||||
electron.ipcMain.handle('get-module-names', async () => {
|
||||
let module_array = {
|
||||
"ai_modules":[],
|
||||
@@ -104,7 +125,6 @@ electron.ipcMain.handle('get-module-names', async () => {
|
||||
return module_array
|
||||
});
|
||||
|
||||
|
||||
// electron.ipcMain.on("get_modules", async (event, args) => {
|
||||
// let module_array = {
|
||||
// "ai_modules":[],
|
||||
@@ -125,105 +145,28 @@ electron.ipcMain.handle('get-module-names', async () => {
|
||||
// mainWindow.webContents.send("modules", module_array)
|
||||
// })
|
||||
|
||||
var globalArgs = {}
|
||||
var globalFinalHtmlPath = ""
|
||||
var globalArgs = {};
|
||||
var globalFinalHtmlPath = "";
|
||||
|
||||
electron.ipcMain.on("file_submit", async (event, args) => {
|
||||
try {
|
||||
globalArgs = args
|
||||
let curstep = 0
|
||||
let totalsteps = 4
|
||||
try {
|
||||
globalArgs = args;
|
||||
let curstep = 0;
|
||||
let totalsteps = 4;
|
||||
|
||||
const TEMPLATE_MAP = {
|
||||
"followup-report": "followup_report.txt",
|
||||
"agenda": "agenda.txt",
|
||||
"result-protocol": "result_protocol.txt",
|
||||
"sprint-planning": "sprint_planning_note.txt",
|
||||
"custom": "custom_document.txt"
|
||||
};
|
||||
const TEMPLATE_MAP = {
|
||||
"followup-report": "followup_report.txt",
|
||||
agenda: "agenda.txt",
|
||||
"result-protocol": "result_protocol.txt",
|
||||
"sprint-planning": "sprint_planning_note.txt",
|
||||
custom: "custom_document.txt",
|
||||
};
|
||||
|
||||
const templateFile = TEMPLATE_MAP[args.document.type];
|
||||
const templateFile = TEMPLATE_MAP[args.document.type];
|
||||
|
||||
if (!templateFile) {
|
||||
throw new Error("Unknown document type: " + args.document.type);
|
||||
}
|
||||
|
||||
console.log(args);
|
||||
let audiopath = ""
|
||||
let transcriptpath = ""
|
||||
|
||||
console.log("\n\n Running the Video to Audio Extractor");
|
||||
// This code handles the Video to Audio extraction module call
|
||||
await mapFunctions.get("module-handler").function(args.video.module, {inputVideoPath: args.video.inputVideoPath, outputType: mapFunctions.get(args.transcription.module).audioformat}).then(resp => {
|
||||
console.log(resp);
|
||||
audiopath = resp
|
||||
curstep++
|
||||
mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
|
||||
}).catch(err => {
|
||||
mainWindow.webContents.send("error", err)
|
||||
console.log(err);
|
||||
return
|
||||
})
|
||||
|
||||
|
||||
console.log("\n\n Running the Audio to Transcription module");
|
||||
// TODO implement transcription module
|
||||
// This code handles the Audio to Text transcription module call
|
||||
await mapFunctions.get("module-handler").function(args.transcription.module, audiopath).then(resp => {
|
||||
console.log(resp);
|
||||
transcriptpath = resp
|
||||
curstep++
|
||||
mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
|
||||
}).catch(err => {
|
||||
mainWindow.webContents.send("error", err)
|
||||
console.log(err);
|
||||
return
|
||||
})
|
||||
|
||||
|
||||
console.log("\n\n Running the Transcription Summarizer module");
|
||||
// This code summarises the transcript, so that it can be used by an llm
|
||||
// await mapFunctions.get("summarize-transcription").function('A:\\programing\\@projects\\video2document\\storage\\transcripts\\IMG_2978.json').then(resp => {
|
||||
await mapFunctions.get("summarize-transcription2").function(transcriptpath).then(resp => {
|
||||
console.log(resp);
|
||||
transcriptpath = resp
|
||||
curstep++
|
||||
mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
|
||||
}).catch(err => {
|
||||
mainWindow.webContents.send("error", err)
|
||||
console.log(err);
|
||||
return
|
||||
})
|
||||
|
||||
console.log("\n\n Running the LLM module");
|
||||
// TODO implement documentation module
|
||||
// This code handles the Text to Document processing module call
|
||||
|
||||
console.log(`\n\n Running the LLM for Document Style ${args.document.type}`);
|
||||
|
||||
await mapFunctions.get("module-handler").function(args.document.module, { inputTranscriptPath: transcriptpath, documentTypePath: "./storage/documentType/" + templateFile, language: "en" }).then(resp => {
|
||||
console.log(resp);
|
||||
globalFinalHtmlPath = resp
|
||||
curstep++
|
||||
mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
|
||||
}).catch(err => {
|
||||
mainWindow.webContents.send("error", err)
|
||||
console.log(err);
|
||||
return
|
||||
})
|
||||
|
||||
|
||||
await mapFunctions.get("extract-speaker-snippets").function({audioPath: audiopath, jsonPath: transcriptpath }).then(resp => {
|
||||
mainWindow.webContents.send("speakerAudios", resp)
|
||||
}).catch(err => {
|
||||
mainWindow.webContents.send("error", err)
|
||||
console.log(err);
|
||||
return
|
||||
})
|
||||
} catch (error) {
|
||||
console.log(error);
|
||||
if (!templateFile) {
|
||||
throw new Error("Unknown document type: " + args.document.type);
|
||||
}
|
||||
})
|
||||
|
||||
electron.ipcMain.on("file_download", async (event) => {
|
||||
try {
|
||||
@@ -259,56 +202,179 @@ electron.ipcMain.on("file_download", async (event) => {
|
||||
}
|
||||
});
|
||||
|
||||
electron.ipcMain.on("speaker_submit", async() => {
|
||||
console.log("\n\n\nJa also hier kam was an \n\n\n");
|
||||
})
|
||||
|
||||
let q =
|
||||
{
|
||||
video: {
|
||||
module: "String", // The name of the module, idk if we ever implement other extraction modules, the default one is extraction-video-to-audio
|
||||
inputVideoPath: "String", // See script.js on line 27 for an example of what this should look like
|
||||
outputType: "String" // The file format to be used for the audio output file, such as wav, mp3, flac and so on
|
||||
},
|
||||
transcription:{
|
||||
module: "String" // The module name of the transcription model you want to use
|
||||
},
|
||||
document:{
|
||||
module: "String", // The module name of the AI model you want to use to create the document
|
||||
styles: [ // An array of all the document styles/prompts you want to have the document be processed with
|
||||
{
|
||||
prompt: "String",
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
console.log("\n\n Running the Video to Audio Extractor");
|
||||
// This code handles the Video to Audio extraction module call
|
||||
await mapFunctions
|
||||
.get("module-handler")
|
||||
.function(args.video.module, {
|
||||
inputVideoPath: args.video.inputVideoPath,
|
||||
outputType: mapFunctions.get(args.transcription.module).audioformat,
|
||||
})
|
||||
.then((resp) => {
|
||||
console.log(resp);
|
||||
audiopath = resp;
|
||||
curstep++;
|
||||
mainWindow.webContents.send("progress", {
|
||||
curstep: curstep,
|
||||
totalsteps: totalsteps,
|
||||
});
|
||||
})
|
||||
.catch((err) => {
|
||||
mainWindow.webContents.send("error", err);
|
||||
console.log(err);
|
||||
return;
|
||||
});
|
||||
|
||||
|
||||
let q1 = {
|
||||
"ai_modules": [
|
||||
{name:"abc", displayname:"ABC"},
|
||||
{name:"qeg", displayname:"aqghegahu"}
|
||||
console.log("\n\n Running the Audio to Transcription module");
|
||||
// TODO implement transcription module
|
||||
// This code handles the Audio to Text transcription module call
|
||||
await mapFunctions
|
||||
.get("module-handler")
|
||||
.function(args.transcription.module, audiopath)
|
||||
.then((resp) => {
|
||||
console.log(resp);
|
||||
transcriptpath = resp;
|
||||
curstep++;
|
||||
mainWindow.webContents.send("progress", {
|
||||
curstep: curstep,
|
||||
totalsteps: totalsteps,
|
||||
});
|
||||
})
|
||||
.catch((err) => {
|
||||
mainWindow.webContents.send("error", err);
|
||||
console.log(err);
|
||||
return;
|
||||
});
|
||||
|
||||
|
||||
|
||||
console.log("\n\n Running the Transcription Summarizer module");
|
||||
// This code summarises the transcript, so that it can be used by an llm
|
||||
// await mapFunctions.get("summarize-transcription").function('A:\\programing\\@projects\\video2document\\storage\\transcripts\\IMG_2978.json').then(resp => {
|
||||
await mapFunctions
|
||||
.get("summarize-transcription2")
|
||||
.function(transcriptpath)
|
||||
.then((resp) => {
|
||||
console.log(resp);
|
||||
transcriptpath = resp;
|
||||
curstep++;
|
||||
mainWindow.webContents.send("progress", {
|
||||
curstep: curstep,
|
||||
totalsteps: totalsteps,
|
||||
});
|
||||
})
|
||||
.catch((err) => {
|
||||
mainWindow.webContents.send("error", err);
|
||||
console.log(err);
|
||||
return;
|
||||
});
|
||||
|
||||
console.log("\n\n Running the LLM module");
|
||||
// TODO implement documentation module
|
||||
// This code handles the Text to Document processing module call
|
||||
|
||||
console.log(
|
||||
`\n\n Running the LLM for Document Style ${args.document.type}`
|
||||
);
|
||||
|
||||
await mapFunctions
|
||||
.get("module-handler")
|
||||
.function(args.document.module, {
|
||||
inputTranscriptPath: transcriptpath,
|
||||
documentTypePath: "./storage/documentType/" + templateFile,
|
||||
language: "en",
|
||||
})
|
||||
.then((resp) => {
|
||||
console.log(resp);
|
||||
globalFinalHtmlPath = resp;
|
||||
curstep++;
|
||||
mainWindow.webContents.send("progress", {
|
||||
curstep: curstep,
|
||||
totalsteps: totalsteps,
|
||||
});
|
||||
})
|
||||
.catch((err) => {
|
||||
mainWindow.webContents.send("error", err);
|
||||
console.log(err);
|
||||
return;
|
||||
});
|
||||
|
||||
await mapFunctions
|
||||
.get("extract-speaker-snippets")
|
||||
.function({ audioPath: audiopath, jsonPath: transcriptpath })
|
||||
.then((resp) => {
|
||||
mainWindow.webContents.send("speakerAudios", resp);
|
||||
})
|
||||
.catch((err) => {
|
||||
mainWindow.webContents.send("error", err);
|
||||
console.log(err);
|
||||
return;
|
||||
});
|
||||
} catch (error) {
|
||||
console.log(error);
|
||||
}
|
||||
});
|
||||
|
||||
electron.ipcMain.on("file_download", async () => {
|
||||
await mapFunctions
|
||||
.get("htmlDocumentConverter")
|
||||
.convert({
|
||||
inputPath: globalFinalHtmlPath,
|
||||
format: globalArgs.document.outputType,
|
||||
showDialog: true,
|
||||
});
|
||||
});
|
||||
|
||||
electron.ipcMain.on("speaker_submit", async (event, args) => {
|
||||
console.log("\n\n\nJa also hier kam was an \n\n\n");
|
||||
console.log(args);
|
||||
|
||||
try {
|
||||
await mapFunctions.get("replace_speaker").function(args);
|
||||
event.reply("speaker_submit_response", { success: true });
|
||||
} catch (error) {
|
||||
console.error("Error:", error);
|
||||
event.reply("speaker_submit_response", {
|
||||
success: false,
|
||||
error: error.message,
|
||||
});
|
||||
}
|
||||
});
|
||||
|
||||
let q = {
|
||||
video: {
|
||||
module: "String", // The name of the module, idk if we ever implement other extraction modules, the default one is extraction-video-to-audio
|
||||
inputVideoPath: "String", // See script.js on line 27 for an example of what this should look like
|
||||
outputType: "String", // The file format to be used for the audio output file, such as wav, mp3, flac and so on
|
||||
},
|
||||
transcription: {
|
||||
module: "String", // The module name of the transcription model you want to use
|
||||
},
|
||||
document: {
|
||||
module: "String", // The module name of the AI model you want to use to create the document
|
||||
styles: [
|
||||
// An array of all the document styles/prompts you want to have the document be processed with
|
||||
{
|
||||
prompt: "String",
|
||||
},
|
||||
],
|
||||
"transcription_modules": [
|
||||
{name:"abc", displayname:"ABC"},
|
||||
{name:"qeg", displayname:"aqghegahu"}
|
||||
]
|
||||
}
|
||||
},
|
||||
};
|
||||
|
||||
//gibt Documentfiles an preload zurück
|
||||
|
||||
electron.ipcMain.handle('get-txt-files', () => {
|
||||
const storagePath = `${mainDir}/storage/documentType`
|
||||
electron.ipcMain.handle("get-txt-files", () => {
|
||||
const storagePath = `${mainDir}/storage/documentType`;
|
||||
|
||||
return fs.readdirSync(storagePath)
|
||||
.filter(f => f.endsWith('.txt'))
|
||||
return fs.readdirSync(storagePath).filter((f) => f.endsWith(".txt"));
|
||||
});
|
||||
|
||||
//speichern neuer document types
|
||||
|
||||
electron.ipcMain.handle('save-txt-file', (event, fileName, content) => {
|
||||
electron.ipcMain.handle("save-txt-file", (event, fileName, content) => {
|
||||
const filePath = `${mainDir}/storage/documentType/${fileName}.txt`;
|
||||
fs.writeFileSync(filePath, content, 'utf8');
|
||||
fs.writeFileSync(filePath, content, "utf8");
|
||||
return true;
|
||||
});
|
||||
|
||||
|
||||
Reference in New Issue
Block a user