How can I effectively manage lengthy task functions in Node.js Express.js to prevent timeout errors? Currently, my application includes a time-consuming function that does not require an immediate response but still needs to execute its tasks. How can I ensure that I receive the API response while allowing the function to run in the background?
Is there a solution to this problem? My main objective is to avoid timeout errors as the task may take a couple of minutes to complete.
What I have tried: (Using TypeScript)
import fs from 'fs'
import { v4 as uuidv4 } from 'uuid';
import { Worker } from 'node:worker_threads';
api.ts
router.post('/run-long-task', async (req, res) => {
const taskId = uuidv4();
const worker = new Worker(file, {
workerData: { taskId },
eval: true
});
tasksById.set(taskId, {
status: 'running',
started: Date.now(),
});
worker.on('message', async () => {
try {
tasksById.set(taskId, { status: 'completed' });
} catch (error) {
tasksById.set(taskId, { status: 'error', error: error.message });
}
});
tasksById.set(taskId, {
status: "running",
started: Date.now(),
worker,
});
worker.on("message", (status) => {
tasksById.set(taskId, { status });
});
worker.on("error", (error) => {
tasksById.set(taskId, { status: "error", error: error.message });
});
worker.on("exit", (code) => {
if (code !== 0) {
if (tasksById.get(taskId)?.status === "running") {
tasksById.set(taskId, {
status: "error",
error: `Worker stopped with exit code ${code}`,
});
} else {
}
}
});
res.json({ taskId });
})
worker.ts:
import { parentPort } from "node:worker_threads";
async function performTask() {
// Long Task Function
}
if (parentPort) {
parentPort.on('message', (task) => {
performTask()
parentPort?.postMessage({ success: '1' });
});
}