From 6834b00be67168270f6a4894a5a2d8c59d907543 Mon Sep 17 00:00:00 2001 From: Rohit Date: Wed, 28 May 2025 14:53:38 +0530 Subject: [PATCH] feat: improve captured text payload structure --- server/src/api/record.ts | 2 +- server/src/pgboss-worker.ts | 2 +- server/src/workflow-management/scheduler/index.ts | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/server/src/api/record.ts b/server/src/api/record.ts index 02e6e09b..e05aa8ce 100644 --- a/server/src/api/record.ts +++ b/server/src/api/record.ts @@ -677,7 +677,7 @@ async function executeRun(id: string, userId: string) { started_at: plainRun.startedAt, finished_at: new Date().toLocaleString(), extracted_data: { - captured_texts: categorizedOutput.scrapeSchema["schema_merged"] || [], + captured_texts: Object.values(categorizedOutput.scrapeSchema).flat() || [], captured_lists: categorizedOutput.scrapeList, total_rows: totalRowsExtracted, captured_texts_count: totalSchemaItemsExtracted, diff --git a/server/src/pgboss-worker.ts b/server/src/pgboss-worker.ts index 2bcbd21e..1a32f79b 100644 --- a/server/src/pgboss-worker.ts +++ b/server/src/pgboss-worker.ts @@ -365,7 +365,7 @@ async function processRunExecution(job: Job) { started_at: plainRun.startedAt, finished_at: new Date().toLocaleString(), extracted_data: { - captured_texts: categorizedOutput.scrapeSchema["schema_merged"] || [], + captured_texts: Object.values(categorizedOutput.scrapeSchema).flat() || [], captured_lists: categorizedOutput.scrapeList, total_rows: totalRowsExtracted, captured_texts_count: totalSchemaItemsExtracted, diff --git a/server/src/workflow-management/scheduler/index.ts b/server/src/workflow-management/scheduler/index.ts index 69b38f73..b40e55f2 100644 --- a/server/src/workflow-management/scheduler/index.ts +++ b/server/src/workflow-management/scheduler/index.ts @@ -204,7 +204,7 @@ async function executeRun(id: string, userId: string) { started_at: plainRun.startedAt, finished_at: new Date().toLocaleString(), extracted_data: { - captured_texts: categorizedOutput.scrapeSchema["schema_merged"] || [], + captured_texts: Object.values(categorizedOutput.scrapeSchema).flat() || [], captured_lists: categorizedOutput.scrapeList, total_rows: totalRowsExtracted, captured_texts_count: totalSchemaItemsExtracted,