Add out-of-stock detection and display

- Add stock_status column to products table (in_stock/out_of_stock/unknown)
- Detect out-of-stock status on Amazon by checking:
  - #availability text for "currently unavailable"
  - #outOfStock element presence
  - Missing "Add to Cart" button
- Add generic stock status detection for other sites
- Allow adding out-of-stock products (they just won't have a price)
- Update background scheduler to track stock status changes
- Display stock status badge in product list and detail pages
- Dim out-of-stock products in the dashboard
- Show "Currently Unavailable" badge instead of price when out of stock

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
clucraft 2026-01-20 20:54:12 -05:00
parent bf111e13d8
commit 8c5d20707d
9 changed files with 274 additions and 44 deletions

View file

@ -6,17 +6,20 @@ import {
findMostLikelyPrice,
} from '../utils/priceParser';
export type StockStatus = 'in_stock' | 'out_of_stock' | 'unknown';
export interface ScrapedProduct {
name: string | null;
price: ParsedPrice | null;
imageUrl: string | null;
url: string;
stockStatus: StockStatus;
}
// Site-specific scraper configurations
interface SiteScraper {
match: (url: string) => boolean;
scrape: ($: CheerioAPI, url: string) => Partial<ScrapedProduct>;
scrape: ($: CheerioAPI, url: string) => Partial<Omit<ScrapedProduct, 'url'>>;
}
const siteScrapers: SiteScraper[] = [
@ -133,7 +136,38 @@ const siteScrapers: SiteScraper[] = [
$('img[data-a-dynamic-image]').attr('src') ||
null;
return { name, price, imageUrl };
// Stock status detection
let stockStatus: StockStatus = 'unknown';
const availabilityText = $('#availability').text().toLowerCase();
const outOfStockDiv = $('#outOfStock').length > 0;
const unavailableText = $('body').text().toLowerCase();
// Check for out of stock indicators
if (
outOfStockDiv ||
availabilityText.includes('currently unavailable') ||
availabilityText.includes('out of stock') ||
availabilityText.includes('not available') ||
$('#add-to-cart-button').length === 0 && $('#buy-now-button').length === 0
) {
// Verify it's truly out of stock by checking for unavailable messaging
if (
unavailableText.includes('currently unavailable') ||
unavailableText.includes("we don't know when or if this item will be back in stock") ||
outOfStockDiv ||
availabilityText.includes('out of stock')
) {
stockStatus = 'out_of_stock';
}
} else if (
availabilityText.includes('in stock') ||
availabilityText.includes('available') ||
$('#add-to-cart-button').length > 0
) {
stockStatus = 'in_stock';
}
return { name, price, imageUrl, stockStatus };
},
},
@ -407,6 +441,7 @@ export async function scrapeProduct(url: string): Promise<ScrapedProduct> {
price: null,
imageUrl: null,
url,
stockStatus: 'unknown',
};
try {
@ -442,6 +477,7 @@ export async function scrapeProduct(url: string): Promise<ScrapedProduct> {
if (siteResult.name) result.name = siteResult.name;
if (siteResult.price) result.price = siteResult.price;
if (siteResult.imageUrl) result.imageUrl = siteResult.imageUrl;
if (siteResult.stockStatus) result.stockStatus = siteResult.stockStatus;
}
// Try JSON-LD structured data
@ -467,6 +503,11 @@ export async function scrapeProduct(url: string): Promise<ScrapedProduct> {
result.imageUrl = extractGenericImage($, url);
}
// Generic stock status detection if not already set
if (result.stockStatus === 'unknown') {
result.stockStatus = extractGenericStockStatus($);
}
// Try Open Graph meta tags as last resort
if (!result.name) {
result.name = $('meta[property="og:title"]').attr('content') || null;
@ -635,6 +676,68 @@ function extractGenericImage($: CheerioAPI, baseUrl: string): string | null {
return null;
}
function extractGenericStockStatus($: CheerioAPI): StockStatus {
const bodyText = $('body').text().toLowerCase();
// Common out-of-stock indicators
const outOfStockPatterns = [
'out of stock',
'currently unavailable',
'not available',
'sold out',
'no longer available',
'temporarily out of stock',
'unavailable',
'back in stock soon',
'notify me when available',
'out-of-stock',
];
// Common in-stock indicators
const inStockPatterns = [
'in stock',
'add to cart',
'add to basket',
'buy now',
'available',
'ships from',
'ready to ship',
];
// Check for out-of-stock patterns
for (const pattern of outOfStockPatterns) {
if (bodyText.includes(pattern)) {
// Make sure it's not negated (e.g., "not out of stock")
const index = bodyText.indexOf(pattern);
const before = bodyText.slice(Math.max(0, index - 10), index);
if (!before.includes('not ') && !before.includes("isn't ") && !before.includes("won't be ")) {
return 'out_of_stock';
}
}
}
// Check for in-stock indicators
for (const pattern of inStockPatterns) {
if (bodyText.includes(pattern)) {
return 'in_stock';
}
}
// Check for schema.org availability
const availability = $('[itemprop="availability"]').attr('content') ||
$('[itemprop="availability"]').attr('href') || '';
if (availability.toLowerCase().includes('outofstock') ||
availability.toLowerCase().includes('discontinued')) {
return 'out_of_stock';
}
if (availability.toLowerCase().includes('instock') ||
availability.toLowerCase().includes('available')) {
return 'in_stock';
}
return 'unknown';
}
export async function scrapePrice(url: string): Promise<ParsedPrice | null> {
const product = await scrapeProduct(url);
return product.price;