vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: improve captured text payload structure

Browse Source
This commit is contained in:
Rohit
2025-05-28 14:53:38 +05:30
parent e82d700edb
commit 6834b00be6
3 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
server/src/api/record.ts
View File

@@ -677,7 +677,7 @@ async function executeRun(id: string, userId: string) {
started_at: plainRun.startedAt, started_at: plainRun.startedAt,
finished_at: new Date().toLocaleString(), finished_at: new Date().toLocaleString(),
extracted_data: { extracted_data: {
captured_texts: categorizedOutput.scrapeSchema["schema_merged"] || [], captured_texts: Object.values(categorizedOutput.scrapeSchema).flat() || [],
captured_lists: categorizedOutput.scrapeList, captured_lists: categorizedOutput.scrapeList,
total_rows: totalRowsExtracted, total_rows: totalRowsExtracted,
captured_texts_count: totalSchemaItemsExtracted, captured_texts_count: totalSchemaItemsExtracted,

2
server/src/pgboss-worker.ts
View File

@@ -365,7 +365,7 @@ async function processRunExecution(job: Job<ExecuteRunData>) {
started_at: plainRun.startedAt, started_at: plainRun.startedAt,
finished_at: new Date().toLocaleString(), finished_at: new Date().toLocaleString(),
extracted_data: { extracted_data: {
captured_texts: categorizedOutput.scrapeSchema["schema_merged"] || [], captured_texts: Object.values(categorizedOutput.scrapeSchema).flat() || [],
captured_lists: categorizedOutput.scrapeList, captured_lists: categorizedOutput.scrapeList,
total_rows: totalRowsExtracted, total_rows: totalRowsExtracted,
captured_texts_count: totalSchemaItemsExtracted, captured_texts_count: totalSchemaItemsExtracted,

2
server/src/workflow-management/scheduler/index.ts
View File

@@ -204,7 +204,7 @@ async function executeRun(id: string, userId: string) {
started_at: plainRun.startedAt, started_at: plainRun.startedAt,
finished_at: new Date().toLocaleString(), finished_at: new Date().toLocaleString(),
extracted_data: { extracted_data: {
captured_texts: categorizedOutput.scrapeSchema["schema_merged"] || [], captured_texts: Object.values(categorizedOutput.scrapeSchema).flat() || [],
captured_lists: categorizedOutput.scrapeList, captured_lists: categorizedOutput.scrapeList,
total_rows: totalRowsExtracted, total_rows: totalRowsExtracted,
captured_texts_count: totalSchemaItemsExtracted, captured_texts_count: totalSchemaItemsExtracted,