101 lines
5.0 KiB
JavaScript
101 lines
5.0 KiB
JavaScript
const puppeteer = require('puppeteer');
|
|
|
|
const WHATSAPP_GATEWAY_URL = process.env.WHATSAPP_GATEWAY_URL || 'http://whatsapp-gateway.ai-agents.svc.cluster.local:5001/api/send-message';
|
|
|
|
async function runScrapers(credentials) {
|
|
if (!credentials.firstEnergy && !credentials.peoplesGas) {
|
|
console.log('[Scraper] No credentials configured. Skipping run.');
|
|
return;
|
|
}
|
|
|
|
let report = "⚡ *Daily Utility Usage Report*\n\n";
|
|
|
|
const browser = await puppeteer.launch({
|
|
headless: 'new',
|
|
executablePath: '/home/pptruser/.cache/puppeteer/chrome/linux-150.0.7871.24/chrome-linux64/chrome',
|
|
args: ['--no-sandbox', '--disable-setuid-sandbox']
|
|
});
|
|
|
|
try {
|
|
if (credentials.firstEnergy?.username && credentials.firstEnergy?.password) {
|
|
console.log('[Scraper] Scraping FirstEnergy...');
|
|
const page = await browser.newPage();
|
|
// Stealth settings to avoid basic bot detection
|
|
await page.setUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36');
|
|
|
|
await page.goto('https://www.firstenergycorp.com/log_in.html', { waitUntil: 'networkidle2' });
|
|
|
|
// Wait for and fill login form
|
|
await page.waitForSelector('input[name="USER"]', { timeout: 15000 });
|
|
await page.type('input[name="USER"]', credentials.firstEnergy.username);
|
|
await page.type('input[name="PASSWORD"]', credentials.firstEnergy.password);
|
|
|
|
await Promise.all([
|
|
page.waitForNavigation({ waitUntil: 'networkidle2' }),
|
|
page.click('button[type="submit"], input[type="submit"]')
|
|
]);
|
|
|
|
// Navigate to usage page or extract from dashboard
|
|
console.log('[Scraper] Logged into FirstEnergy. Extracting usage...');
|
|
// Note: These selectors are standard guesses and will likely need adjustment
|
|
// based on the actual DOM structure of the authenticated dashboard.
|
|
try {
|
|
await page.waitForSelector('.usage-summary, .kwh-value', { timeout: 10000 });
|
|
const usage = await page.$eval('.kwh-value', el => el.innerText);
|
|
const cost = await page.$eval('.cost-value', el => el.innerText).catch(() => 'N/A');
|
|
report += `💡 *FirstEnergy*: ${usage.trim()} kWh used today (~${cost.trim()})\n`;
|
|
} catch (err) {
|
|
console.warn('[Scraper] Could not find FirstEnergy usage selectors. Falling back to mock data for demonstration.');
|
|
report += `💡 *FirstEnergy (Simulated)*: 24.5 kWh used today (~$3.15)\n`;
|
|
}
|
|
await page.close();
|
|
}
|
|
|
|
if (credentials.peoplesGas?.username && credentials.peoplesGas?.password) {
|
|
console.log('[Scraper] Scraping Peoples Gas...');
|
|
const page = await browser.newPage();
|
|
await page.setUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36');
|
|
|
|
await page.goto('https://www.peoples-gas.com/login', { waitUntil: 'networkidle2' });
|
|
|
|
await page.waitForSelector('#username, input[name="username"]', { timeout: 15000 });
|
|
await page.type('#username, input[name="username"]', credentials.peoplesGas.username);
|
|
await page.type('#password, input[name="password"]', credentials.peoplesGas.password);
|
|
|
|
await Promise.all([
|
|
page.waitForNavigation({ waitUntil: 'networkidle2' }),
|
|
page.click('button[type="submit"], .login-btn')
|
|
]);
|
|
|
|
console.log('[Scraper] Logged into Peoples Gas. Extracting usage...');
|
|
try {
|
|
await page.waitForSelector('.ccf-usage', { timeout: 10000 });
|
|
const usage = await page.$eval('.ccf-usage', el => el.innerText);
|
|
const cost = await page.$eval('.ccf-cost', el => el.innerText).catch(() => 'N/A');
|
|
report += `🔥 *Peoples Gas*: ${usage.trim()} CCF used today (~${cost.trim()})\n`;
|
|
} catch (err) {
|
|
console.warn('[Scraper] Could not find Peoples Gas usage selectors. Falling back to mock data for demonstration.');
|
|
report += `🔥 *Peoples Gas (Simulated)*: 3.2 CCF used today (~$2.40)\n`;
|
|
}
|
|
await page.close();
|
|
}
|
|
|
|
report += `\n_Stats pulled automatically by Utility Agent_`;
|
|
|
|
console.log('[Scraper] Report generated, sending to WhatsApp...');
|
|
await fetch(WHATSAPP_GATEWAY_URL, {
|
|
method: 'POST',
|
|
headers: { 'Content-Type': 'application/json' },
|
|
body: JSON.stringify({ to: 'default', message: report })
|
|
});
|
|
console.log('[Scraper] Report sent successfully.');
|
|
|
|
} catch (e) {
|
|
console.error('[Scraper] Error during scraping:', e);
|
|
} finally {
|
|
await browser.close();
|
|
}
|
|
}
|
|
|
|
module.exports = { runScrapers };
|