From c7d6dea8451d08a7f0da24d9b612f708e77b27d0 Mon Sep 17 00:00:00 2001 From: RohitR311 Date: Fri, 10 Jan 2025 12:38:50 +0530 Subject: [PATCH] feat: cleanup console logs --- maxun-core/src/interpret.ts | 8 +++----- server/src/workflow-management/classes/Generator.ts | 1 - 2 files changed, 3 insertions(+), 6 deletions(-) diff --git a/maxun-core/src/interpret.ts b/maxun-core/src/interpret.ts index 09b3d93a..9a3df8cd 100644 --- a/maxun-core/src/interpret.ts +++ b/maxun-core/src/interpret.ts @@ -547,7 +547,6 @@ export default class Interpreter extends EventEmitter { let scrapedItems: Set = new Set(); let availableSelectors = config.pagination.selector.split(','); - console.log("Initial selectors:", availableSelectors); while (true) { switch (config.pagination.type) { @@ -615,6 +614,7 @@ export default class Interpreter extends EventEmitter { } } + // const nextButton = await page.$(config.pagination.selector); const nextButton = await page.$(workingSelector); if (!nextButton) { return allResults; // No more pages to scrape @@ -622,7 +622,6 @@ export default class Interpreter extends EventEmitter { const selectorIndex = availableSelectors.indexOf(workingSelector!); availableSelectors = availableSelectors.slice(selectorIndex); - console.log("Updated selectors:", availableSelectors); try { // First try with regular click @@ -633,7 +632,7 @@ export default class Interpreter extends EventEmitter { await page.waitForTimeout(1000); } catch (clickError) { - console.log('Regular click failed, trying dispatchEvent:', clickError); + console.log('Regular click failed, trying dispatchEvent'); try { // Fallback to dispatchEvent @@ -644,9 +643,8 @@ export default class Interpreter extends EventEmitter { await page.waitForTimeout(1000); } catch (navigationError) { - console.log(`Navigation failed with selector ${workingSelector}:`, navigationError); + console.log(`Navigation failed with selector ${workingSelector}:`); availableSelectors.shift(); - console.log("Updated selectors:", availableSelectors); continue; } } diff --git a/server/src/workflow-management/classes/Generator.ts b/server/src/workflow-management/classes/Generator.ts index 354f43da..0ec251b5 100644 --- a/server/src/workflow-management/classes/Generator.ts +++ b/server/src/workflow-management/classes/Generator.ts @@ -722,7 +722,6 @@ export class WorkflowGenerator { .filter(selector => selector !== null && selector !== undefined) .join(','); - console.log("CHAINED PAGINATION SELECTOR:", selectorChain); return selectorChain; }