Target Job AI Fixed. Now works and find leads

scraper-service/index.js

@@ -3,6 +3,13 @@ const { chromium } = require('playwright');
 
 const app = express();
 app.use(express.json());
+app.use((req, res, next) => {
+  res.header('Access-Control-Allow-Origin', '*');
+  res.header('Access-Control-Allow-Methods', 'GET, POST, OPTIONS');
+  res.header('Access-Control-Allow-Headers', 'Content-Type');
+  if (req.method === 'OPTIONS') return res.sendStatus(204);
+  next();
+});
 const PORT = process.env.PORT || 3007;
 
 app.get('/health', (req, res) => {
@@ -36,19 +43,20 @@ app.post('/scrape/indeed', async (req, res) => {
         await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 20000 });
         await page.waitForTimeout(2000);
 
+        await page.waitForTimeout(3000);
         const items = await page.evaluate(() => {
-          const cards = document.querySelectorAll('.job_seen_beacon');
-          return Array.from(cards).slice(0, 8).map(card => {
-            const titleEl = card.querySelector('.jcs-JobTitle');
-            const companyEl = card.querySelector('[data-testid="inlineHeader-companyName"]');
-            const snippetEl = card.querySelector('.job-snippet');
+          const cards = document.querySelectorAll('.job_seen_beacon, [class*="card"], [class*="result"], li');
+          return Array.from(cards).slice(0, 10).map(card => {
+            const titleEl = card.querySelector('.jcs-JobTitle, a[class*="title"], a[class*="job"], h2 a');
+            const companyEl = card.querySelector('[data-testid="inlineHeader-companyName"], [class*="company"], [class*="comp"]');
+            const snippetEl = card.querySelector('.job-snippet, [class*="snippet"], [class*="summary"]');
             return {
               title: titleEl?.textContent?.trim() || '',
               url: titleEl?.href || '',
               company: companyEl?.textContent?.trim() || '',
               snippet: snippetEl?.textContent?.trim()?.slice(0, 200) || '',
             };
-          });
+          }).filter(j => j.title);
         });
 
         for (const item of items) {