mirror of
https://gitlab.rlp.net/proj-wise2526-video2document/video2document.git
synced 2026-06-15 18:01:52 +02:00
Spanier, Pit
b9f3967b61
Feature/documentation See merge request proj-wise2526-video2document/video2document!87
270 lines
8.8 KiB
JavaScript
270 lines
8.8 KiB
JavaScript
// Loading required packages
|
|
require("./requires.js")
|
|
console.log(start);
|
|
|
|
|
|
// Initialising map to be used to store the functionality later on for reloadability
|
|
mapFunctions = new Map()
|
|
|
|
|
|
// Loading the Function Map
|
|
var path = `${mainDir}/services/modules`
|
|
var folders = fs.readdirSync(path).filter(function (file) {
|
|
return fs.statSync(path+'/'+file).isDirectory();
|
|
});
|
|
folders.forEach(element => {
|
|
var commandFiles = fs.readdirSync(`${path}/${element}`).filter(file => file.endsWith('.js') && !file.startsWith("index"));
|
|
for (const file of commandFiles) {
|
|
delete require.cache[require.resolve(`${path}/${element}/${file}`)];
|
|
const command = require(`${path}/${element}/${file}`);
|
|
mapFunctions.set(command.name, command);
|
|
}
|
|
});
|
|
|
|
|
|
// The startup information for the project, here you can add stuff that might be nice to see when the app starts
|
|
mapFunctions.get("Startup_function").function()
|
|
console.log("------------------------------------ Status ------------------------------------");
|
|
console.log(__dirname);
|
|
console.log(platform);
|
|
console.log(`The Startup took ${new Date() - start}ms`)
|
|
console.log(`${mapFunctions.size} Function modules loaded`);
|
|
console.log("--------------------------------------------------------------------------------");
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// --------------------------------------------------------- CLI COMMANDS --------------------------------------------------------- //
|
|
|
|
const rl = readline.createInterface({
|
|
input: process.stdin,
|
|
output: process.stdout
|
|
});
|
|
|
|
|
|
rl.on("line", data =>{
|
|
const args = data.trim().split(" ");
|
|
const command = args.shift().toLowerCase();
|
|
mapFunctions.get("cliCommands").function(command, args)
|
|
})
|
|
|
|
|
|
|
|
|
|
|
|
// ----------------------------------------------------------- ELECTRON ----------------------------------------------------------- //
|
|
|
|
let mainWindow;
|
|
|
|
function createWindow() {
|
|
mainWindow = new electron.BrowserWindow({
|
|
width: 1200,
|
|
height: 800,
|
|
webPreferences: {
|
|
nodeIntegration: false,
|
|
contextIsolation: true,
|
|
preload: `${mainDir}/electron/main/preload.js`
|
|
}
|
|
});
|
|
|
|
mainWindow.loadFile('./electron/main/index.html');
|
|
}
|
|
|
|
electron.app.whenReady().then(createWindow);
|
|
|
|
|
|
// electron.ipcMain.on("extract", (event, args) => {
|
|
// mapFunctions.get("extraction-video-to-audio").function(args)
|
|
// })
|
|
|
|
// setTimeout(() => {
|
|
// mainWindow.webContents.send("fuck", "worked uwu")
|
|
// }, 5000);
|
|
|
|
electron.ipcMain.handle('get-module-names', async () => {
|
|
let module_array = {
|
|
"ai_modules":[],
|
|
"transcription_modules":[]
|
|
}
|
|
mapFunctions.forEach(e => {
|
|
switch(e.type){
|
|
case "llm":
|
|
module_array.ai_modules.push({"name": e.name, "displayname": e.displayname})
|
|
break;
|
|
case "transcription":
|
|
module_array.transcription_modules.push({"name": e.name, "displayname": e.displayname})
|
|
break;
|
|
}
|
|
})
|
|
// console.log(module_array);
|
|
return module_array
|
|
});
|
|
|
|
|
|
// electron.ipcMain.on("get_modules", async (event, args) => {
|
|
// let module_array = {
|
|
// "ai_modules":[],
|
|
// "transcription_modules":[]
|
|
// }
|
|
// mapFunctions.forEach(e => {
|
|
// switch(e.type){
|
|
// case "llm":
|
|
// module_array.ai_modules.push({"name": e.name, "displayname": e.displayname})
|
|
// break;
|
|
// case "transcription":
|
|
// module_array.transcription_modules.push({"name": e.name, "displayname": e.displayname})
|
|
// break;
|
|
// }
|
|
// })
|
|
// console.log(module_array);
|
|
|
|
// mainWindow.webContents.send("modules", module_array)
|
|
// })
|
|
|
|
var globalArgs = {}
|
|
var globalFinalHtmlPath = ""
|
|
|
|
electron.ipcMain.on("file_submit", async (event, args) => {
|
|
try {
|
|
globalArgs = args
|
|
let curstep = 0
|
|
let totalsteps = 4
|
|
|
|
const TEMPLATE_MAP = {
|
|
"followup-report": "followup_report.txt",
|
|
"agenda": "agenda.txt",
|
|
"result-protocol": "result_protocol.txt",
|
|
"sprint-planning": "sprint_planning_note.txt",
|
|
"custom": "custom_document.txt"
|
|
};
|
|
|
|
const templateFile = TEMPLATE_MAP[args.document.type];
|
|
|
|
if (!templateFile) {
|
|
throw new Error("Unknown document type: " + args.document.type);
|
|
}
|
|
|
|
console.log(args);
|
|
let audiopath = ""
|
|
let transcriptpath = ""
|
|
|
|
console.log("\n\n Running the Video to Audio Extractor");
|
|
// This code handles the Video to Audio extraction module call
|
|
await mapFunctions.get("module-handler").function(args.video.module, {inputVideoPath: args.video.inputVideoPath, outputType: mapFunctions.get(args.transcription.module).audioformat}).then(resp => {
|
|
console.log(resp);
|
|
audiopath = resp
|
|
curstep++
|
|
mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
|
|
}).catch(err => {
|
|
mainWindow.webContents.send("error", err)
|
|
console.log(err);
|
|
return
|
|
})
|
|
|
|
|
|
console.log("\n\n Running the Audio to Transcription module");
|
|
// TODO implement transcription module
|
|
// This code handles the Audio to Text transcription module call
|
|
await mapFunctions.get("module-handler").function(args.transcription.module, audiopath).then(resp => {
|
|
console.log(resp);
|
|
transcriptpath = resp
|
|
curstep++
|
|
mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
|
|
}).catch(err => {
|
|
mainWindow.webContents.send("error", err)
|
|
console.log(err);
|
|
return
|
|
})
|
|
|
|
|
|
console.log("\n\n Running the Transcription Summarizer module");
|
|
// This code summarises the transcript, so that it can be used by an llm
|
|
// await mapFunctions.get("summarize-transcription").function('A:\\programing\\@projects\\video2document\\storage\\transcripts\\IMG_2978.json').then(resp => {
|
|
await mapFunctions.get("summarize-transcription2").function(transcriptpath).then(resp => {
|
|
console.log(resp);
|
|
transcriptpath = resp
|
|
curstep++
|
|
mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
|
|
}).catch(err => {
|
|
mainWindow.webContents.send("error", err)
|
|
console.log(err);
|
|
return
|
|
})
|
|
|
|
console.log("\n\n Running the LLM module");
|
|
// TODO implement documentation module
|
|
// This code handles the Text to Document processing module call
|
|
|
|
console.log(`\n\n Running the LLM for Document Style ${args.document.type}`);
|
|
|
|
await mapFunctions.get("module-handler").function(args.document.module, { inputTranscriptPath: transcriptpath, documentTypePath: "./storage/documentType/" + templateFile, language: "en" }).then(resp => {
|
|
console.log(resp);
|
|
globalFinalHtmlPath = resp
|
|
curstep++
|
|
mainWindow.webContents.send("progress", {curstep:curstep, totalsteps:totalsteps})
|
|
}).catch(err => {
|
|
mainWindow.webContents.send("error", err)
|
|
console.log(err);
|
|
return
|
|
})
|
|
|
|
|
|
await mapFunctions.get("extract-speaker-snippets").function({audioPath: audiopath, jsonPath: transcriptpath }).then(resp => {
|
|
mainWindow.webContents.send("speakerAudios", resp)
|
|
}).catch(err => {
|
|
mainWindow.webContents.send("error", err)
|
|
console.log(err);
|
|
return
|
|
})
|
|
} catch (error) {
|
|
console.log(error);
|
|
}
|
|
})
|
|
|
|
electron.ipcMain.on("file_download", async() => {
|
|
await mapFunctions.get("htmlDocumentConverter").convert({inputPath:globalFinalHtmlPath, format: globalArgs.document.outputType, showDialog: true});
|
|
})
|
|
|
|
electron.ipcMain.on("speaker_submit", async() => {
|
|
console.log("\n\n\nJa also hier kam was an \n\n\n");
|
|
})
|
|
|
|
|
|
|
|
//gibt Documentfiles an preload zurück
|
|
|
|
electron.ipcMain.handle('get-txt-files', () => {
|
|
const storagePath = `${mainDir}/storage/documentType`
|
|
|
|
return fs.readdirSync(storagePath)
|
|
.filter(f => f.endsWith('.txt'))
|
|
});
|
|
|
|
//speichern neuer document types
|
|
|
|
electron.ipcMain.handle('save-txt-file', (event, fileName, content) => {
|
|
const filePath = `${mainDir}/storage/documentType/${fileName}.txt`;
|
|
fs.writeFileSync(filePath, content, 'utf8');
|
|
return true;
|
|
});
|
|
|
|
//read file content
|
|
electron.ipcMain.handle('read-txt-file', (event, fileName) => {
|
|
const filePath = `${mainDir}/storage/documentType/${fileName}`;
|
|
return fs.readFileSync(filePath, 'utf8');
|
|
});
|
|
|
|
//delete documentfiles
|
|
|
|
electron.ipcMain.handle('delete-txt-file', (event, fileName) => {
|
|
const filePath = `${mainDir}/storage/documentType/${fileName}.txt`;
|
|
|
|
if (fs.existsSync(filePath)) {
|
|
fs.unlinkSync(filePath);
|
|
return true;
|
|
} else {
|
|
return false;
|
|
}
|
|
}); |