feat: add webhook routes
This commit is contained in:
Rohit
445
server/src/routes/webhook.ts
Normal file
445
server/src/routes/webhook.ts
Normal file
@@ -0,0 +1,445 @@
|
||||
import { Router, Request, Response } from 'express';
|
||||
import Robot from '../models/Robot';
|
||||
import { requireSignIn } from '../middlewares/auth';
|
||||
import axios from 'axios';
|
||||
|
||||
export const router = Router();
|
||||
|
||||
interface AuthenticatedRequest extends Request {
|
||||
user?: { id: string };
|
||||
}
|
||||
|
||||
interface WebhookConfig {
|
||||
id: string;
|
||||
url: string;
|
||||
events: string[];
|
||||
active: boolean;
|
||||
createdAt: string;
|
||||
updatedAt: string;
|
||||
lastCalledAt?: string | null;
|
||||
retryAttempts?: number;
|
||||
retryDelay?: number;
|
||||
timeout?: number;
|
||||
}
|
||||
|
||||
const updateWebhookLastCalled = async (robotId: string, webhookId: string): Promise<void> => {
|
||||
try {
|
||||
const robot = await Robot.findOne({ where: { 'recording_meta.id': robotId } });
|
||||
if (!robot || !robot.webhooks) {
|
||||
return;
|
||||
}
|
||||
|
||||
const updatedWebhooks = robot.webhooks.map((w: WebhookConfig) => {
|
||||
if (w.id === webhookId) {
|
||||
return {
|
||||
...w,
|
||||
lastCalledAt: new Date().toISOString()
|
||||
};
|
||||
}
|
||||
return w;
|
||||
});
|
||||
|
||||
await robot.update({ webhooks: updatedWebhooks });
|
||||
} catch (error) {
|
||||
console.error('Error updating webhook lastCalledAt:', error);
|
||||
}
|
||||
};
|
||||
|
||||
// Add new webhook
|
||||
router.post('/add', requireSignIn, async (req: Request, res: Response) => {
|
||||
const { webhook, robotId } = req.body;
|
||||
const authenticatedReq = req as AuthenticatedRequest;
|
||||
|
||||
try {
|
||||
if (!authenticatedReq.user) {
|
||||
return res.status(401).json({ ok: false, error: 'Unauthorized' });
|
||||
}
|
||||
|
||||
if (!webhook || !robotId) {
|
||||
return res.status(400).json({ ok: false, error: 'Webhook configuration and robot ID are required' });
|
||||
}
|
||||
|
||||
if (!webhook.url) {
|
||||
return res.status(400).json({ ok: false, error: 'Webhook URL is required' });
|
||||
}
|
||||
|
||||
// Validate URL format
|
||||
try {
|
||||
new URL(webhook.url);
|
||||
} catch (error) {
|
||||
return res.status(400).json({ ok: false, error: 'Invalid webhook URL format' });
|
||||
}
|
||||
|
||||
const robot = await Robot.findOne({ where: { 'recording_meta.id': robotId } });
|
||||
|
||||
if (!robot) {
|
||||
return res.status(404).json({ ok: false, error: 'Robot not found' });
|
||||
}
|
||||
|
||||
const currentWebhooks = robot.webhooks || [];
|
||||
|
||||
const existingWebhook = currentWebhooks.find((w: WebhookConfig) => w.url === webhook.url);
|
||||
if (existingWebhook) {
|
||||
return res.status(400).json({ ok: false, error: 'Webhook with this url already exists' });
|
||||
}
|
||||
|
||||
const newWebhook: WebhookConfig = {
|
||||
...webhook,
|
||||
id: webhook.id || Date.now().toString(),
|
||||
createdAt: new Date().toISOString(),
|
||||
updatedAt: new Date().toISOString(),
|
||||
lastCalledAt: null,
|
||||
retryAttempts: webhook.retryAttempts || 3,
|
||||
retryDelay: webhook.retryDelay || 5,
|
||||
timeout: webhook.timeout || 30,
|
||||
};
|
||||
|
||||
const updatedWebhooks = [...currentWebhooks, newWebhook];
|
||||
|
||||
await robot.update({ webhooks: updatedWebhooks });
|
||||
|
||||
res.status(200).json({
|
||||
ok: true,
|
||||
message: 'Webhook added successfully',
|
||||
webhook: newWebhook
|
||||
});
|
||||
} catch (error: any) {
|
||||
console.log(`Could not add webhook - ${error}`);
|
||||
res.status(500).json({ ok: false, error: 'Could not add webhook configuration' });
|
||||
}
|
||||
});
|
||||
|
||||
// Update existing webhook
|
||||
router.post('/update', requireSignIn, async (req: Request, res: Response) => {
|
||||
const { webhook, robotId } = req.body;
|
||||
const authenticatedReq = req as AuthenticatedRequest;
|
||||
|
||||
try {
|
||||
if (!authenticatedReq.user) {
|
||||
return res.status(401).json({ ok: false, error: 'Unauthorized' });
|
||||
}
|
||||
|
||||
if (!webhook || !robotId || !webhook.id) {
|
||||
return res.status(400).json({ ok: false, error: 'Webhook configuration, webhook ID, and robot ID are required' });
|
||||
}
|
||||
|
||||
// Validate URL format if provided
|
||||
if (webhook.url) {
|
||||
try {
|
||||
new URL(webhook.url);
|
||||
} catch (error) {
|
||||
return res.status(400).json({ ok: false, error: 'Invalid webhook URL format' });
|
||||
}
|
||||
}
|
||||
|
||||
const robot = await Robot.findOne({ where: { 'recording_meta.id': robotId } });
|
||||
|
||||
if (!robot) {
|
||||
return res.status(404).json({ ok: false, error: 'Robot not found' });
|
||||
}
|
||||
|
||||
const currentWebhooks = robot.webhooks || [];
|
||||
const webhookIndex = currentWebhooks.findIndex((w: WebhookConfig) => w.id === webhook.id);
|
||||
|
||||
if (webhookIndex === -1) {
|
||||
return res.status(404).json({ ok: false, error: 'Webhook not found' });
|
||||
}
|
||||
|
||||
// Check for duplicate URLs (excluding current webhook)
|
||||
const duplicateUrl = currentWebhooks.find((w: WebhookConfig, index: number) =>
|
||||
w.url === webhook.url && index !== webhookIndex
|
||||
);
|
||||
if (duplicateUrl) {
|
||||
return res.status(400).json({ ok: false, error: 'Webhook with this URL already exists' });
|
||||
}
|
||||
|
||||
const updatedWebhook: WebhookConfig = {
|
||||
...currentWebhooks[webhookIndex],
|
||||
...webhook,
|
||||
updatedAt: new Date().toISOString(),
|
||||
lastCalledAt: currentWebhooks[webhookIndex].lastCalledAt
|
||||
};
|
||||
|
||||
const updatedWebhooks = [...currentWebhooks];
|
||||
updatedWebhooks[webhookIndex] = updatedWebhook;
|
||||
|
||||
await robot.update({ webhooks: updatedWebhooks });
|
||||
|
||||
res.status(200).json({
|
||||
ok: true,
|
||||
message: 'Webhook updated successfully',
|
||||
webhook: updatedWebhook
|
||||
});
|
||||
} catch (error: any) {
|
||||
console.log(`Could not update webhook - ${error}`);
|
||||
res.status(500).json({ ok: false, error: 'Could not update webhook configuration' });
|
||||
}
|
||||
});
|
||||
|
||||
// Remove webhook
|
||||
router.post('/remove', requireSignIn, async (req: Request, res: Response) => {
|
||||
const { webhookId, robotId } = req.body;
|
||||
const authenticatedReq = req as AuthenticatedRequest;
|
||||
|
||||
try {
|
||||
if (!authenticatedReq.user) {
|
||||
return res.status(401).json({ ok: false, error: 'Unauthorized' });
|
||||
}
|
||||
|
||||
if (!webhookId || !robotId) {
|
||||
return res.status(400).json({ ok: false, error: 'Webhook ID and robot ID are required' });
|
||||
}
|
||||
|
||||
const robot = await Robot.findOne({ where: { 'recording_meta.id': robotId } });
|
||||
|
||||
if (!robot) {
|
||||
return res.status(404).json({ ok: false, error: 'Robot not found' });
|
||||
}
|
||||
|
||||
const currentWebhooks = robot.webhooks || [];
|
||||
const webhookExists = currentWebhooks.find((w: WebhookConfig) => w.id === webhookId);
|
||||
|
||||
if (!webhookExists) {
|
||||
return res.status(404).json({ ok: false, error: 'Webhook not found' });
|
||||
}
|
||||
|
||||
const updatedWebhooks = currentWebhooks.filter((w: WebhookConfig) => w.id !== webhookId);
|
||||
|
||||
await robot.update({ webhooks: updatedWebhooks });
|
||||
|
||||
res.status(200).json({
|
||||
ok: true,
|
||||
message: 'Webhook removed successfully'
|
||||
});
|
||||
} catch (error: any) {
|
||||
console.log(`Could not remove webhook - ${error}`);
|
||||
res.status(500).json({ ok: false, error: 'Could not remove webhook configuration' });
|
||||
}
|
||||
});
|
||||
|
||||
// Get all webhooks for a robot
|
||||
router.get('/list/:robotId', requireSignIn, async (req: Request, res: Response) => {
|
||||
const { robotId } = req.params;
|
||||
const authenticatedReq = req as AuthenticatedRequest;
|
||||
|
||||
try {
|
||||
if (!authenticatedReq.user) {
|
||||
return res.status(401).json({ ok: false, error: 'Unauthorized' });
|
||||
}
|
||||
|
||||
const robot = await Robot.findOne({
|
||||
where: { 'recording_meta.id': robotId },
|
||||
attributes: ['webhooks']
|
||||
});
|
||||
|
||||
if (!robot) {
|
||||
return res.status(404).json({ ok: false, error: 'Robot not found' });
|
||||
}
|
||||
|
||||
const webhooks = robot.webhooks || [];
|
||||
|
||||
res.status(200).json({
|
||||
ok: true,
|
||||
webhooks: webhooks
|
||||
});
|
||||
} catch (error: any) {
|
||||
console.log(`Could not retrieve webhooks - ${error}`);
|
||||
res.status(500).json({ ok: false, error: 'Could not retrieve webhook configurations' });
|
||||
}
|
||||
});
|
||||
|
||||
// Test webhook endpoint
|
||||
router.post('/test', requireSignIn, async (req: Request, res: Response) => {
|
||||
const { webhook, robotId } = req.body;
|
||||
const authenticatedReq = req as AuthenticatedRequest;
|
||||
|
||||
try {
|
||||
if (!authenticatedReq.user) {
|
||||
return res.status(401).json({ ok: false, error: 'Unauthorized' });
|
||||
}
|
||||
|
||||
if (!webhook || !robotId) {
|
||||
return res.status(400).json({ ok: false, error: 'Webhook configuration and robot ID are required' });
|
||||
}
|
||||
|
||||
const robot = await Robot.findOne({ where: { 'recording_meta.id': robotId } });
|
||||
|
||||
if (!robot) {
|
||||
return res.status(404).json({ ok: false, error: 'Robot not found' });
|
||||
}
|
||||
|
||||
// Create test payload
|
||||
const testPayload = {
|
||||
event_type: "webhook_test",
|
||||
timestamp: new Date().toISOString(),
|
||||
webhook_id: webhook.id,
|
||||
data: {
|
||||
workflow_id: robotId,
|
||||
run_id: "110c4dae-c39b-4b30-a932-eff1022e4bb0",
|
||||
robot_name: robot.recording_meta?.name || "Unknown Robot",
|
||||
status: "test",
|
||||
started_at: new Date().toISOString(),
|
||||
finished_at: new Date().toISOString(),
|
||||
execution_time_ms: 5000,
|
||||
extracted_data: {
|
||||
schema_items: {
|
||||
"item-0": { title: "Test Item 1", value: "Sample Value 1" },
|
||||
"item-1": { title: "Test Item 2", value: "Sample Value 2" }
|
||||
},
|
||||
list_items: {
|
||||
"item-0": [
|
||||
{ name: "List Item 1", price: "$10.99" },
|
||||
{ name: "List Item 2", price: "$15.99" }
|
||||
]
|
||||
},
|
||||
total_rows: 4,
|
||||
schema_count: 2,
|
||||
list_count: 2,
|
||||
screenshots_count: 3
|
||||
},
|
||||
metadata: {
|
||||
test_mode: true,
|
||||
browser_id: "d27ace57-75cb-441c-8589-8ba34e52f7d1",
|
||||
user_id: "108"
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
await updateWebhookLastCalled(robotId, webhook.id);
|
||||
|
||||
const response = await axios.post(webhook.url, testPayload, {
|
||||
timeout: (webhook.timeout || 30) * 1000,
|
||||
validateStatus: (status) => status < 500
|
||||
});
|
||||
|
||||
const success = response.status >= 200 && response.status < 300;
|
||||
|
||||
res.status(200).json({
|
||||
ok: true,
|
||||
message: success ? 'Test webhook sent successfully' : 'Webhook endpoint responded with non-success status',
|
||||
details: {
|
||||
status: response.status,
|
||||
statusText: response.statusText,
|
||||
success: success
|
||||
}
|
||||
});
|
||||
} catch (error: any) {
|
||||
console.log(`Could not test webhook - ${error}`);
|
||||
|
||||
try {
|
||||
await updateWebhookLastCalled(robotId, webhook.id);
|
||||
} catch (updateError) {
|
||||
console.error('Failed to update lastCalledAt after webhook error:', updateError);
|
||||
}
|
||||
|
||||
let errorMessage = 'Could not send test webhook';
|
||||
if (error.code === 'ECONNREFUSED') {
|
||||
errorMessage = 'Connection refused - webhook URL is not accessible';
|
||||
} else if (error.code === 'ETIMEDOUT') {
|
||||
errorMessage = 'Request timeout - webhook endpoint did not respond in time';
|
||||
} else if (error.response) {
|
||||
errorMessage = `Webhook endpoint responded with error: ${error.response.status} ${error.response.statusText}`;
|
||||
}
|
||||
|
||||
res.status(500).json({
|
||||
ok: false,
|
||||
error: errorMessage,
|
||||
details: {
|
||||
code: error.code,
|
||||
message: error.message
|
||||
}
|
||||
});
|
||||
}
|
||||
});
|
||||
|
||||
// Send webhook
|
||||
export const sendWebhook = async (robotId: string, eventType: string, data: any): Promise<void> => {
|
||||
try {
|
||||
const robot = await Robot.findOne({ where: { 'recording_meta.id': robotId } });
|
||||
if (!robot || !robot.webhooks) {
|
||||
return;
|
||||
}
|
||||
|
||||
const activeWebhooks = robot.webhooks.filter((w: WebhookConfig) =>
|
||||
w.active && w.events.includes(eventType)
|
||||
);
|
||||
|
||||
if (activeWebhooks.length === 0) {
|
||||
return;
|
||||
}
|
||||
|
||||
const webhookPromises = activeWebhooks.map(async (webhook: WebhookConfig) => {
|
||||
const payload = {
|
||||
event_type: eventType,
|
||||
timestamp: new Date().toISOString(),
|
||||
webhook_id: webhook.id,
|
||||
data: data
|
||||
};
|
||||
|
||||
return sendWebhookWithRetry(robotId, webhook, payload);
|
||||
});
|
||||
|
||||
await Promise.allSettled(webhookPromises);
|
||||
} catch (error) {
|
||||
console.error('Error sending webhooks:', error);
|
||||
}
|
||||
};
|
||||
|
||||
// Helper function to send webhook with retry logic
|
||||
const sendWebhookWithRetry = async (robotId: string, webhook: WebhookConfig, payload: any, attempt: number = 1): Promise<void> => {
|
||||
const maxRetries = webhook.retryAttempts || 3;
|
||||
const retryDelay = webhook.retryDelay || 5;
|
||||
const timeout = webhook.timeout || 30;
|
||||
|
||||
try {
|
||||
await updateWebhookLastCalled(robotId, webhook.id);
|
||||
|
||||
const response = await axios.post(webhook.url, payload, {
|
||||
timeout: timeout * 1000,
|
||||
validateStatus: (status) => status >= 200 && status < 300
|
||||
});
|
||||
|
||||
console.log(`Webhook sent successfully to ${webhook.url}: ${response.status}`);
|
||||
} catch (error: any) {
|
||||
console.error(`Webhook failed for ${webhook.url} (attempt ${attempt}):`, error.message);
|
||||
|
||||
if (attempt < maxRetries) {
|
||||
const delay = retryDelay * Math.pow(2, attempt - 1);
|
||||
console.log(`Retrying webhook ${webhook.url} in ${delay} seconds...`);
|
||||
|
||||
setTimeout(async () => {
|
||||
await sendWebhookWithRetry(robotId, webhook, payload, attempt + 1);
|
||||
}, delay * 1000);
|
||||
} else {
|
||||
console.error(`Webhook ${webhook.url} failed after ${maxRetries} attempts`);
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
// Clear all webhooks for a robot
|
||||
router.delete('/clear/:robotId', requireSignIn, async (req: Request, res: Response) => {
|
||||
const { robotId } = req.params;
|
||||
const authenticatedReq = req as AuthenticatedRequest;
|
||||
|
||||
try {
|
||||
if (!authenticatedReq.user) {
|
||||
return res.status(401).json({ ok: false, error: 'Unauthorized' });
|
||||
}
|
||||
|
||||
const robot = await Robot.findOne({ where: { 'recording_meta.id': robotId } });
|
||||
|
||||
if (!robot) {
|
||||
return res.status(404).json({ ok: false, error: 'Robot not found' });
|
||||
}
|
||||
|
||||
await robot.update({ webhooks: [] });
|
||||
|
||||
res.status(200).json({
|
||||
ok: true,
|
||||
message: 'All webhooks cleared successfully'
|
||||
});
|
||||
} catch (error: any) {
|
||||
console.log(`Could not clear webhooks - ${error}`);
|
||||
res.status(500).json({ ok: false, error: 'Could not clear webhook configurations' });
|
||||
}
|
||||
});
|
||||
Reference in New Issue
Block a user