From d57b8cb595a0bd589697071db20a3f9c20b36f62 Mon Sep 17 00:00:00 2001 From: Deep Koluguri Date: Wed, 8 Jul 2026 11:02:44 -0400 Subject: [PATCH] fix(utility-agent): Wait for navigation and catch goto error --- utility-agent/scraper.js | 12 +++++++++--- 1 file changed, 9 insertions(+), 3 deletions(-) diff --git a/utility-agent/scraper.js b/utility-agent/scraper.js index 1da2fb5..03088e6 100644 --- a/utility-agent/scraper.js +++ b/utility-agent/scraper.js @@ -103,7 +103,10 @@ async function runScrapers(credentials) { await page.type('#txtLogin', credentials.peoplesGas.username); await page.type('#txtpwd', credentials.peoplesGas.password); - await page.click('#btnlogin'); + await Promise.all([ + page.waitForNavigation({ waitUntil: 'domcontentloaded', timeout: 30000 }).catch(()=>null), + page.click('#btnlogin') + ]); console.log('[Scraper] Logged into Peoples Gas. Extracting usage via API...'); @@ -121,7 +124,7 @@ async function runScrapers(credentials) { { timeout: 30000 } ).catch(() => null); - await page.goto('https://peopleseaccount.com/Portal/Usages.aspx?type=GU', { waitUntil: 'domcontentloaded', timeout: 60000 }); + await page.goto('https://peopleseaccount.com/Portal/Usages.aspx?type=GU', { waitUntil: 'domcontentloaded', timeout: 60000 }).catch(e => console.log('[Scraper] PG goto error ignored:', e.message)); let pgUsage = 'N/A'; const apiResponse = await usagePromise; @@ -152,7 +155,10 @@ async function runScrapers(credentials) { report += `\n_Stats pulled automatically by Utility Agent_`; - console.log('[Scraper] Report generated, sending to WhatsApp...'); + console.log('[Scraper] Report generated:'); + console.log(report); + + console.log('[Scraper] Sending to WhatsApp...'); try { await fetch(WHATSAPP_GATEWAY_URL, { method: 'POST',