Bertomlab/CrawlFlix-API
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add CI Workflow

Browse Source
This commit is contained in:
Joris Bertomeu
2024-10-01 11:47:43 +02:00
parent 9aa7ba809d
commit 2a12a9977e
2 changed files with 76 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

29
index.js
View File

@@ -6,15 +6,17 @@ const path = require('path');
const cors = require('cors');
const EventEmitter = require('events');
const BASE_PATH = `/data`;
const OUTPUT_PATH = `${BASE_PATH}/output`;
const TMP_PATH = `${BASE_PATH}/tmp`;
const app = express();
const port = 3000;
app.use(cors());
app.use(express.json());
// Configuration de la file d'attente Bull
const videoQueue = new Queue('crawl', 'redis://192.168.1.222:32768');
const videoQueue = new Queue('crawlflix_queue', 'redis://192.168.1.222:32768');
videoQueue.on('error', (e) => {
console.log('An error occured', e);
@@ -60,7 +62,6 @@ const runProgressCommand = (command) => {
if (!perc) {
process.stdout.write(data.toString());
} else {
//console.log('🐳 Percentage ====> ' + perc);
emitter.emit('percentage', perc);
}
});
@@ -165,6 +166,8 @@ videoQueue.process((job) => {
const { mp4Filename, mpdUrl, keys, wantedResolution } = job.data;
const downloaderPath = path.join(process.env.HOME, 'Downloads/N_m3u8DL-RE_Beta_osx-arm64/N_m3u8DL-RE');
const mp4decryptPath = path.join(process.env.HOME, 'Downloads/Bento4-SDK-1-6-0-641.universal-apple-macosx/bin/mp4decrypt');
const mp4TmpFilepath = path.join(TMP_PATH, `${mp4Filename}.mp4`);
const mp4FinalFilepath = path.join(OUTPUT_PATH, `${mp4Filename}.mp4`);
try {
const filesExist = await checkFilesExistance('encrypted');
@@ -180,7 +183,7 @@ videoQueue.process((job) => {
}[wantedResolution] || [1920, 1080];
console.log('Encrypted files not found, downloading...');
job.progress(10);
const { executeCommand, emitter } = runProgressCommand(`${downloaderPath} \"${mpdUrl}\" --save-name ${mp4Filename}_encrypted --select-video \"(?=.*${resPattern[0]})(?=.*${resPattern[1]})\" --select-audio lang=\"fr|en\":for=best2 --select-subtitle all`, true);
const { executeCommand, emitter } = runProgressCommand(`${downloaderPath} \"${mpdUrl}\" --save-name ${mp4TmpFilepath}_encrypted --select-video \"(?=.*${resPattern[0]})(?=.*${resPattern[1]})\" --select-audio lang=\"fr|en\":for=best2 --select-subtitle all`, true);
emitter.on('percentage', (percentage) => {
console.log(`Download Progression : ${percentage}%`);
job.progress(Math.round(10 + (percentage / 5)));
@@ -193,7 +196,7 @@ videoQueue.process((job) => {
job.progress(30);
// Décryptage vidéo
await runCommand(`${mp4decryptPath} ${keys.map(k => `--key ${k.key}:${k.value}`).join(' ')} "${mp4Filename}_encrypted.mp4" "${mp4Filename}_decrypted.mp4"`);
await runCommand(`${mp4decryptPath} ${keys.map(k => `--key ${k.key}:${k.value}`).join(' ')} "${mp4TmpFilepath}_encrypted.mp4" "${mp4TmpFilepath}_decrypted.mp4"`);
job.progress(50);
@@ -201,7 +204,7 @@ videoQueue.process((job) => {
const audioFiles = await fs.readdir('.');
const finalAudio = [];
for (const file of audioFiles) {
if (file.startsWith(`${mp4Filename}_encrypted`) && file.endsWith('.m4a')) {
if (file.startsWith(`${mp4TmpFilepath}_encrypted`) && file.endsWith('.m4a')) {
const baseName = path.basename(file, '.m4a');
await runCommand(`${mp4decryptPath} ${keys.map(k => `--key ${k.key}:${k.value}`).join(' ')} "${file}" "${baseName}_decrypted.m4a"`);
finalAudio.push(`${baseName}_decrypted.m4a`);
@@ -211,7 +214,7 @@ videoQueue.process((job) => {
job.progress(70);
// Combinaison avec ffmpeg
let ffmpegCommand = `ffmpeg -y -i ${mp4Filename}_decrypted.mp4`;
let ffmpegCommand = `ffmpeg -y -i ${mp4TmpFilepath}_decrypted.mp4`;
let mapCommand = ' -map 0:v';
let inputIndex = 1;
@@ -223,7 +226,7 @@ videoQueue.process((job) => {
//}
}
ffmpegCommand += `${mapCommand} -c copy ${mp4Filename}.mp4`;
ffmpegCommand += `${mapCommand} -c copy ${mp4FinalFilepath}.mp4`;
await runCommand(ffmpegCommand);
job.progress(90);
@@ -231,17 +234,17 @@ videoQueue.process((job) => {
// Renommage des fichiers SRT
let counter = 1;
for (const file of audioFiles) {
if (file.startsWith(`${mp4Filename}_encrypted`) && file.endsWith('.srt')) {
await fs.rename(file, `${mp4Filename}_${counter}.srt`);
if (file.startsWith(`${mp4TmpFilepath}_encrypted`) && file.endsWith('.srt')) {
await fs.rename(file, `${mp4FinalFilepath}_${counter}.srt`);
counter++;
}
}
// Nettoyage (commenté pour correspondre au script original)
await runCommand(`rm ${mp4Filename}_encrypted* && rm ${mp4Filename}_decrypted*`);
await runCommand(`rm ${mp4TmpFilepath}_encrypted* && rm ${mp4TmpFilepath}_decrypted*`);
job.progress(100);
resolve({ message: `File fetched and decrypted with success: ${mp4Filename}.mp4`, filePath: `${mp4Filename}.mp4`, fileName: `${mp4Filename}.mp4` });
resolve({ message: `File fetched and decrypted with success: ${mp4Filename}.mp4`, filePath: `${mp4FinalFilepath}.mp4`, fileName: `${mp4Filename}.mp4` });
} catch (error) {
console.log('Error while processing task', error)
reject(new Error(`${error.toString() || error}`));