feat: idealo scraper

2026-05-25 14:05:16 +00:00
parent ed7c7c7bbf
commit f86055b85d
3 changed files with 2718 additions and 0 deletions
--- a/tests/fixtures/idealo-headphones.html
+++ b/tests/fixtures/idealo-headphones.html
--- a/tests/scrapers/idealo.test.ts
+++ b/tests/scrapers/idealo.test.ts
@@ -0,0 +1,30 @@
+import { describe, it, expect, vi, beforeEach } from 'vitest'
+import { readFileSync } from 'node:fs'
+import { join } from 'node:path'
+import { idealoScraper } from '@/lib/scrapers/idealo'
+
+const fixture = readFileSync(join(__dirname, '../fixtures/idealo-headphones.html'), 'utf-8')
+
+beforeEach(() => {
+  global.fetch = vi.fn().mockResolvedValue({
+    ok: true, status: 200, text: async () => fixture,
+  }) as unknown as typeof fetch
+})
+
+describe('idealoScraper', () => {
+  it('extracts price and name', async () => {
+    const r = await idealoScraper.scrape('https://www.idealo.de/foo')
+    expect(r.price).toBeGreaterThan(0)
+    expect(r.currency).toBe('EUR')
+    expect(r.name).toBeTruthy()
+  })
+
+  it('flags cloudflare challenge', async () => {
+    global.fetch = vi.fn().mockResolvedValue({
+      ok: false, status: 403, text: async () => '<html>Cloudflare</html>',
+    }) as unknown as typeof fetch
+    const r = await idealoScraper.scrape('https://www.idealo.de/foo')
+    expect(r.price).toBeNull()
+    expect(r.error).toMatch(/403|cloudflare/i)
+  })
+})