refactor: remove bullmq worker

This commit is contained in:
karishmas6
2024-10-07 01:23:25 +05:30
parent 39d62fb3f8
commit 4f4ab9539a

View File

@@ -10,56 +10,6 @@ import logger from '../../logger';
import { browserPool } from "../../server";
import { googleSheetUpdateTasks, processGoogleSheetUpdates } from "../integrations/gsheet";
const connection = new IORedis({
host: 'localhost',
port: 6379,
maxRetriesPerRequest: null,
});
connection.on('connect', () => {
console.log('Connected to Redis!');
});
connection.on('error', (err) => {
console.error('Redis connection error:', err);
});
const workflowQueue = new Queue('workflow', { connection });
export const worker = new Worker('workflow', async job => {
const { fileName, runId } = job.data;
try {
const result = await handleRunRecording(fileName, runId);
return result;
} catch (error) {
logger.error('Error running workflow:', error);
throw error;
}
}, { connection });
worker.on('completed', async (job: any) => {
logger.log(`info`, `Job ${job.id} completed for ${job.data.fileName}_${job.data.runId}`);
await worker.close();
await workflowQueue.close();
logger.log(`info`, `Worker and queue have been closed.`);
});
worker.on('failed', async (job: any, err) => {
logger.log(`error`, `Job ${job.id} failed for ${job.data.fileName}_${job.data.runId}:`, err);
await worker.close();
await workflowQueue.close();
logger.log(`info`, `Worker and queue have been closed after failure.`);
});
async function jobCounts() {
const jobCounts = await workflowQueue.getJobCounts();
console.log('Jobs:', jobCounts);
}
jobCounts();
async function runWorkflow(fileName: string, runId: string) {
if (!runId) {
runId = uuid();