apunkt/PriceGhost
1
0
Fork 0
mirror of https://github.com/clucraft/PriceGhost.git synced 2026-05-05 05:42:47 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add AI model selector to settings

Browse source 
- Add anthropic_model and openai_model columns to database
- Allow users to select their preferred AI model in settings
- Update defaults to current models (Claude Haiku 4.5, GPT-4.1 Nano)
- Include model options: Claude 4.5 series, GPT-4.1/5.1 series
- Pass user-selected model to all AI extraction/verification functions
- Log which model is being used for debugging

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
clucraft 2026-01-24 20:58:54 -05:00
parent 7f6f108243
commit 0a66d55d79
5 changed files with 172 additions and 58 deletions
Download patch file Download diff file Expand all files Collapse all files

6
backend/src/index.ts
View file

@ -122,6 +122,12 @@ async function runMigrations() {
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'users' AND column_name = 'ai_verification_enabled') THEN
ALTER TABLE users ADD COLUMN ai_verification_enabled BOOLEAN DEFAULT false;
END IF;
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'users' AND column_name = 'anthropic_model') THEN
ALTER TABLE users ADD COLUMN anthropic_model TEXT;
END IF;
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'users' AND column_name = 'openai_model') THEN
ALTER TABLE users ADD COLUMN openai_model TEXT;
END IF;
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'users' AND column_name = 'notifications_cleared_at') THEN
ALTER TABLE users ADD COLUMN notifications_cleared_at TIMESTAMP;
END IF;

16
backend/src/models/index.ts
View file

@ -39,7 +39,9 @@ export interface AISettings {
ai_verification_enabled: boolean;
ai_provider: 'anthropic' | 'openai' | 'ollama' | null;
anthropic_api_key: string | null;
anthropic_model: string | null;
openai_api_key: string | null;
openai_model: string | null;
ollama_base_url: string | null;
ollama_model: string | null;
}
@ -211,7 +213,8 @@ export const userQueries = {
getAISettings: async (id: number): Promise<AISettings | null> => {
const result = await pool.query(
`SELECT ai_enabled, COALESCE(ai_verification_enabled, false) as ai_verification_enabled,
ai_provider, anthropic_api_key, openai_api_key, ollama_base_url, ollama_model
ai_provider, anthropic_api_key, anthropic_model, openai_api_key, openai_model,
ollama_base_url, ollama_model
FROM users WHERE id = $1`,
[id]
);
@ -242,10 +245,18 @@ export const userQueries = {
fields.push(`anthropic_api_key = $${paramIndex++}`);
values.push(settings.anthropic_api_key);
}
if (settings.anthropic_model !== undefined) {
fields.push(`anthropic_model = $${paramIndex++}`);
values.push(settings.anthropic_model);
}
if (settings.openai_api_key !== undefined) {
fields.push(`openai_api_key = $${paramIndex++}`);
values.push(settings.openai_api_key);
}
if (settings.openai_model !== undefined) {
fields.push(`openai_model = $${paramIndex++}`);
values.push(settings.openai_model);
}
if (settings.ollama_base_url !== undefined) {
fields.push(`ollama_base_url = $${paramIndex++}`);
values.push(settings.ollama_base_url);
@ -261,7 +272,8 @@ export const userQueries = {
const result = await pool.query(
`UPDATE users SET ${fields.join(', ')} WHERE id = $${paramIndex}
RETURNING ai_enabled, COALESCE(ai_verification_enabled, false) as ai_verification_enabled,
ai_provider, anthropic_api_key, openai_api_key, ollama_base_url, ollama_model`,
ai_provider, anthropic_api_key, anthropic_model, openai_api_key, openai_model,
ollama_base_url, ollama_model`,
values
);
return result.rows[0] || null;

78
backend/src/services/ai-extractor.ts
View file

@ -164,16 +164,22 @@ function prepareHtmlForAI(html: string): string {
return finalContent;
}
// Default models to use if user hasn't selected one
const DEFAULT_ANTHROPIC_MODEL = 'claude-haiku-4-5-20251001';
const DEFAULT_OPENAI_MODEL = 'gpt-4.1-nano-2025-04-14';
async function extractWithAnthropic(
html: string,
apiKey: string
apiKey: string,
model?: string | null
): Promise<AIExtractionResult> {
const anthropic = new Anthropic({ apiKey });
const preparedHtml = prepareHtmlForAI(html);
const modelToUse = model || DEFAULT_ANTHROPIC_MODEL;
const response = await anthropic.messages.create({
model: 'claude-3-5-haiku-20241022',
model: modelToUse,
max_tokens: 1024,
messages: [
{
@ -193,14 +199,16 @@ async function extractWithAnthropic(
async function extractWithOpenAI(
html: string,
apiKey: string
apiKey: string,
model?: string | null
): Promise<AIExtractionResult> {
const openai = new OpenAI({ apiKey });
const preparedHtml = prepareHtmlForAI(html);
const modelToUse = model || DEFAULT_OPENAI_MODEL;
const response = await openai.chat.completions.create({
model: 'gpt-4o-mini',
model: modelToUse,
max_tokens: 1024,
messages: [
{
@ -259,7 +267,8 @@ async function verifyWithAnthropic(
html: string,
scrapedPrice: number,
currency: string,
apiKey: string
apiKey: string,
model?: string | null
): Promise<AIVerificationResult> {
const anthropic = new Anthropic({ apiKey });
@ -267,9 +276,10 @@ async function verifyWithAnthropic(
const prompt = VERIFICATION_PROMPT
.replace('$SCRAPED_PRICE$', scrapedPrice.toString())
.replace('$CURRENCY$', currency) + preparedHtml;
const modelToUse = model || DEFAULT_ANTHROPIC_MODEL;
const response = await anthropic.messages.create({
model: 'claude-3-5-haiku-20241022',
model: modelToUse,
max_tokens: 512,
messages: [{ role: 'user', content: prompt }],
});
@ -286,7 +296,8 @@ async function verifyWithOpenAI(
html: string,
scrapedPrice: number,
currency: string,
apiKey: string
apiKey: string,
model?: string | null
): Promise<AIVerificationResult> {
const openai = new OpenAI({ apiKey });
@ -294,9 +305,10 @@ async function verifyWithOpenAI(
const prompt = VERIFICATION_PROMPT
.replace('$SCRAPED_PRICE$', scrapedPrice.toString())
.replace('$CURRENCY$', currency) + preparedHtml;
const modelToUse = model || DEFAULT_OPENAI_MODEL;
const response = await openai.chat.completions.create({
model: 'gpt-4o-mini',
model: modelToUse,
max_tokens: 512,
messages: [{ role: 'user', content: prompt }],
});
@ -498,9 +510,9 @@ export async function extractWithAI(
// Use the configured provider
if (settings.ai_provider === 'anthropic' && settings.anthropic_api_key) {
return extractWithAnthropic(html, settings.anthropic_api_key);
return extractWithAnthropic(html, settings.anthropic_api_key, settings.anthropic_model);
} else if (settings.ai_provider === 'openai' && settings.openai_api_key) {
return extractWithOpenAI(html, settings.openai_api_key);
return extractWithOpenAI(html, settings.openai_api_key, settings.openai_model);
} else if (settings.ai_provider === 'ollama' && settings.ollama_base_url && settings.ollama_model) {
return extractWithOllama(html, settings.ollama_base_url, settings.ollama_model);
}
@ -525,11 +537,13 @@ export async function tryAIExtraction(
// Use the configured provider
if (settings.ai_provider === 'anthropic' && settings.anthropic_api_key) {
console.log(`[AI] Using Anthropic for ${url}`);
return await extractWithAnthropic(html, settings.anthropic_api_key);
const modelToUse = settings.anthropic_model || DEFAULT_ANTHROPIC_MODEL;
console.log(`[AI] Using Anthropic (${modelToUse}) for ${url}`);
return await extractWithAnthropic(html, settings.anthropic_api_key, settings.anthropic_model);
} else if (settings.ai_provider === 'openai' && settings.openai_api_key) {
console.log(`[AI] Using OpenAI for ${url}`);
return await extractWithOpenAI(html, settings.openai_api_key);
const modelToUse = settings.openai_model || DEFAULT_OPENAI_MODEL;
console.log(`[AI] Using OpenAI (${modelToUse}) for ${url}`);
return await extractWithOpenAI(html, settings.openai_api_key, settings.openai_model);
} else if (settings.ai_provider === 'ollama' && settings.ollama_base_url && settings.ollama_model) {
console.log(`[AI] Using Ollama (${settings.ollama_model}) for ${url}`);
return await extractWithOllama(html, settings.ollama_base_url, settings.ollama_model);
@ -561,13 +575,15 @@ export async function tryAIVerification(
// Need a configured provider
if (settings.ai_provider === 'anthropic' && settings.anthropic_api_key) {
console.log(`[AI Verify] Using Anthropic to verify $${scrapedPrice} for ${url}`);
return await verifyWithAnthropic(html, scrapedPrice, currency, settings.anthropic_api_key);
const modelToUse = settings.anthropic_model || DEFAULT_ANTHROPIC_MODEL;
console.log(`[AI Verify] Using Anthropic (${modelToUse}) to verify $${scrapedPrice} for ${url}`);
return await verifyWithAnthropic(html, scrapedPrice, currency, settings.anthropic_api_key, settings.anthropic_model);
} else if (settings.ai_provider === 'openai' && settings.openai_api_key) {
console.log(`[AI Verify] Using OpenAI to verify $${scrapedPrice} for ${url}`);
return await verifyWithOpenAI(html, scrapedPrice, currency, settings.openai_api_key);
const modelToUse = settings.openai_model || DEFAULT_OPENAI_MODEL;
console.log(`[AI Verify] Using OpenAI (${modelToUse}) to verify $${scrapedPrice} for ${url}`);
return await verifyWithOpenAI(html, scrapedPrice, currency, settings.openai_api_key, settings.openai_model);
} else if (settings.ai_provider === 'ollama' && settings.ollama_base_url && settings.ollama_model) {
console.log(`[AI Verify] Using Ollama to verify $${scrapedPrice} for ${url}`);
console.log(`[AI Verify] Using Ollama (${settings.ollama_model}) to verify $${scrapedPrice} for ${url}`);
return await verifyWithOllama(html, scrapedPrice, currency, settings.ollama_base_url, settings.ollama_model);
}
@ -613,7 +629,8 @@ export interface AIArbitrationResult {
async function arbitrateWithAnthropic(
html: string,
candidates: PriceCandidate[],
apiKey: string
apiKey: string,
model?: string | null
): Promise<AIArbitrationResult> {
const anthropic = new Anthropic({ apiKey });
@ -623,9 +640,10 @@ async function arbitrateWithAnthropic(
const preparedHtml = prepareHtmlForAI(html);
const prompt = ARBITRATION_PROMPT.replace('$CANDIDATES$', candidatesList) + preparedHtml;
const modelToUse = model || DEFAULT_ANTHROPIC_MODEL;
const response = await anthropic.messages.create({
model: 'claude-3-5-haiku-20241022',
model: modelToUse,
max_tokens: 512,
messages: [{ role: 'user', content: prompt }],
});
@ -641,7 +659,8 @@ async function arbitrateWithAnthropic(
async function arbitrateWithOpenAI(
html: string,
candidates: PriceCandidate[],
apiKey: string
apiKey: string,
model?: string | null
): Promise<AIArbitrationResult> {
const openai = new OpenAI({ apiKey });
@ -651,9 +670,10 @@ async function arbitrateWithOpenAI(
const preparedHtml = prepareHtmlForAI(html);
const prompt = ARBITRATION_PROMPT.replace('$CANDIDATES$', candidatesList) + preparedHtml;
const modelToUse = model || DEFAULT_OPENAI_MODEL;
const response = await openai.chat.completions.create({
model: 'gpt-4o-mini',
model: modelToUse,
max_tokens: 512,
messages: [{ role: 'user', content: prompt }],
});
@ -769,13 +789,15 @@ export async function tryAIArbitration(
// Use the configured provider
if (settings.ai_provider === 'anthropic' && settings.anthropic_api_key) {
console.log(`[AI Arbitrate] Using Anthropic to arbitrate ${candidates.length} prices for ${url}`);
return await arbitrateWithAnthropic(html, candidates, settings.anthropic_api_key);
const modelToUse = settings.anthropic_model || DEFAULT_ANTHROPIC_MODEL;
console.log(`[AI Arbitrate] Using Anthropic (${modelToUse}) to arbitrate ${candidates.length} prices for ${url}`);
return await arbitrateWithAnthropic(html, candidates, settings.anthropic_api_key, settings.anthropic_model);
} else if (settings.ai_provider === 'openai' && settings.openai_api_key) {
console.log(`[AI Arbitrate] Using OpenAI to arbitrate ${candidates.length} prices for ${url}`);
return await arbitrateWithOpenAI(html, candidates, settings.openai_api_key);
const modelToUse = settings.openai_model || DEFAULT_OPENAI_MODEL;
console.log(`[AI Arbitrate] Using OpenAI (${modelToUse}) to arbitrate ${candidates.length} prices for ${url}`);
return await arbitrateWithOpenAI(html, candidates, settings.openai_api_key, settings.openai_model);
} else if (settings.ai_provider === 'ollama' && settings.ollama_base_url && settings.ollama_model) {
console.log(`[AI Arbitrate] Using Ollama to arbitrate ${candidates.length} prices for ${url}`);
console.log(`[AI Arbitrate] Using Ollama (${settings.ollama_model}) to arbitrate ${candidates.length} prices for ${url}`);
return await arbitrateWithOllama(html, candidates, settings.ollama_base_url, settings.ollama_model);
}