apunkt/PriceGhost
1
0
Fork 0
mirror of https://github.com/clucraft/PriceGhost.git synced 2026-06-23 15:48:08 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add AI-powered price extraction fallback

Browse source 
- Add AI extraction service supporting Anthropic (Claude) and OpenAI
- Add AI settings UI in Settings page with provider selection
- Add database migration for AI settings columns
- Integrate AI fallback into scraper when standard methods fail
- Add API endpoints for AI settings and test extraction

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
clucraft 2026-01-21 21:49:55 -05:00
parent cfca33b4ea
commit d98138fe7c
11 changed files with 887 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

25
backend/src/services/scraper.ts
View file

@ -664,7 +664,7 @@ const genericImageSelectors = [
'img[class*="product"]',
];
export async function scrapeProduct(url: string): Promise<ScrapedProduct> {
export async function scrapeProduct(url: string, userId?: number): Promise<ScrapedProduct> {
const result: ScrapedProduct = {
name: null,
price: null,
@ -673,8 +673,9 @@ export async function scrapeProduct(url: string): Promise<ScrapedProduct> {
stockStatus: 'unknown',
};
let html: string = '';
try {
let html: string;
let usedBrowser = false;
try {
@ -766,6 +767,26 @@ export async function scrapeProduct(url: string): Promise<ScrapedProduct> {
if (!result.imageUrl) {
result.imageUrl = $('meta[property="og:image"]').attr('content') || null;
}
// If we still don't have a price and userId is provided, try AI extraction
if (!result.price && userId && html) {
try {
const { tryAIExtraction } = await import('./ai-extractor');
const aiResult = await tryAIExtraction(url, html, userId);
if (aiResult && aiResult.price && aiResult.confidence > 0.5) {
console.log(`[AI] Successfully extracted price for ${url}: ${aiResult.price.price} (confidence: ${aiResult.confidence})`);
result.price = aiResult.price;
if (!result.name && aiResult.name) result.name = aiResult.name;
if (!result.imageUrl && aiResult.imageUrl) result.imageUrl = aiResult.imageUrl;
if (result.stockStatus === 'unknown' && aiResult.stockStatus !== 'unknown') {
result.stockStatus = aiResult.stockStatus;
}
}
} catch (aiError) {
console.error(`[AI] Extraction failed for ${url}:`, aiError);
}
}
} catch (error) {
console.error(`Error scraping ${url}:`, error);
}