vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

wip: use robot & run for google sheet integration

Browse Source
This commit is contained in:
karishmas6
2024-10-17 21:00:13 +05:30
parent f55342eb11
commit 874fbdcf9b
1 changed files with 21 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

36
server/src/workflow-management/integrations/gsheet.ts
View File

@@ -3,6 +3,9 @@ import fs from 'fs';
import path from 'path'; import path from 'path';
import logger from "../../logger"; import logger from "../../logger";
import { readFile } from "../storage"; import { readFile } from "../storage";
import Run from "../../models/Run";
import Robot from "../../models/Robot";
interface GoogleSheetUpdateTask { interface GoogleSheetUpdateTask {
name: string; name: string;
runId: string; runId: string;
@@ -32,33 +35,36 @@ export function saveIntegrations(fileName: string, integrations: any) {
fs.writeFileSync(filePath, JSON.stringify(integrations, null, 2)); fs.writeFileSync(filePath, JSON.stringify(integrations, null, 2));
} }
export async function updateGoogleSheet(fileName: string, runId: string) { export async function updateGoogleSheet(robotId: string, runId: string) {
try { try {
const run = await readFile(`./../storage/runs/${fileName}_${runId}.json`); const run = await Run.findOne({ where: { runId } });
const parsedRun = JSON.parse(run);
if (parsedRun.status === 'success' && parsedRun.serializableOutput) { if (!run) {
const data = parsedRun.serializableOutput['item-0'] as { [key: string]: any }[]; throw new Error(`Run not found for runId: ${runId}`);
const integrationConfig = await loadIntegrations(fileName); }
if (integrationConfig) { if (run.status === 'success' && run.serializableOutput) {
const { fileName, spreadsheetId, range, credentials } = integrationConfig; const data = run.serializableOutput['item-0'] as { [key: string]: any }[];
if (fileName && spreadsheetId && range && credentials) { const robot = await Robot.findOne({ where: { 'recording_meta.id': robotId } });
if (!robot) {
throw new Error(`Robot not found for robotId: ${robotId}`);
}
const spreadsheetId = robot.google_sheet_id
if (robot.google_sheet_email && spreadsheetId ) {
// Convert data to Google Sheets format (headers and rows) // Convert data to Google Sheets format (headers and rows)
const headers = Object.keys(data[0]); const headers = Object.keys(data[0]);
const rows = data.map((row: { [key: string]: any }) => Object.values(row)); const rows = data.map((row: { [key: string]: any }) => Object.values(row));
const outputData = [headers, ...rows]; const outputData = [headers, ...rows];
await writeDataToSheet(fileName, spreadsheetId, range, outputData); await writeDataToSheet(robotId, spreadsheetId, outputData);
logger.log('info', `Data written to Google Sheet successfully for ${fileName}_${runId}`); logger.log('info', `Data written to Google Sheet successfully for Robot: ${robotId} and Run: ${runId}`);
} }
} }
logger.log('error', `Google Sheet integration not configured for ${fileName}_${runId}`);
}
logger.log('error', `Run not successful or no data to update for ${fileName}_${runId}`);
} catch (error: any) { } catch (error: any) {
logger.log('error', `Failed to write data to Google Sheet for ${fileName}_${runId}: ${error.message}`); logger.log('error', `Failed to write data to Google Sheet for Robot: ${robotId} and Run: ${runId}: ${error.message}`);
} }
}; };