vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: get count of items

Browse Source
This commit is contained in:
karishmas6
2024-10-29 04:26:19 +05:30
parent 429304a324
commit 913095e950
1 changed files with 22 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

29
server/src/workflow-management/scheduler/index.ts
View File

@@ -134,10 +134,25 @@ async function executeRun(id: string) {
});
let totalRowsExtracted = 0;
run.dataValues.serializableOutput['item-0'].forEach((item: any) => {
totalRowsExtracted += Object.keys(item).length;
}
);
let extractedScreenshotsCount = 0;
let extractedItemsCount = 0;
if (run.dataValues.binaryOutput && run.dataValues.binaryOutput["item-0"]) {
extractedScreenshotsCount = 1;
}
if (run.dataValues.serializableOutput && run.dataValues.serializableOutput["item-0"]) {
const itemsArray = run.dataValues.serializableOutput["item-0"];
extractedItemsCount = itemsArray.length;
totalRowsExtracted = itemsArray.reduce((total, item) => {
return total + Object.keys(item).length;
}, 0);
}
console.log(`Extracted Items Count: ${extractedItemsCount}`);
console.log(`Extracted Screenshots Count: ${extractedScreenshotsCount}`);
console.log(`Total Rows Extracted: ${totalRowsExtracted}`);
capture(
'maxun-oss-run-created-scheduled',
@@ -145,9 +160,9 @@ async function executeRun(id: string) {
runId: id,
created_at: new Date().toISOString(),
status: 'success',
extractedItemsCount: run.dataValues.serializableOutput['item-0'].length,
extractedRowsCount: totalRowsExtracted,
extractedScreenshotsCount: run.dataValues.binaryOutput['item-0'].length,
totalRowsExtracted,
extractedItemsCount,
extractedScreenshotsCount,
}
);