mirror of
https://github.com/MODSetter/SurfSense.git
synced 2026-07-26 23:51:14 +02:00
feat(connectors): enhance metadata and descriptions for Amazon, Indeed, and Walmart APIs; add Walmart to public route prefixes
This commit is contained in:
DESKTOP-RTLN3BA\$punk
parent
3b319ce44d
commit
eb9d19b6b1
5 changed files with 61 additions and 32 deletions
|
|
@ -38,7 +38,7 @@ export async function generateMetadata({ params }: PageProps): Promise<Metadata>
|
|||
url: "/og-image.png",
|
||||
width: 1200,
|
||||
height: 630,
|
||||
alt: `${content.name} Scraper API on SurfSense`,
|
||||
alt: `${content.cardTitle ?? `${content.name} API`} on SurfSense`,
|
||||
},
|
||||
],
|
||||
},
|
||||
|
|
@ -64,7 +64,7 @@ export default async function ConnectorMarketingPage({ params }: PageProps) {
|
|||
data={{
|
||||
"@context": "https://schema.org",
|
||||
"@type": "SoftwareApplication",
|
||||
name: `${content.name} Scraper API`,
|
||||
name: content.cardTitle ?? `${content.name} API`,
|
||||
applicationCategory: "DeveloperApplication",
|
||||
operatingSystem: "Web, API",
|
||||
description: content.metaDescription,
|
||||
|
|
|
|||
|
|
@ -47,6 +47,7 @@ const PUBLIC_ROUTE_PREFIXES = [
|
|||
"/indeed",
|
||||
"/web-crawl",
|
||||
"/amazon",
|
||||
"/walmart",
|
||||
];
|
||||
|
||||
/**
|
||||
|
|
|
|||
|
|
@ -9,20 +9,22 @@ export const amazon: ConnectorPageContent = {
|
|||
|
||||
metaTitle: "Amazon Product API for Price and Review Data | SurfSense",
|
||||
metaDescription:
|
||||
"Scrape public Amazon product data as structured JSON across US, UK, Germany, Italy, and Spain: prices, ratings, offers, sellers, and ranks. Start free.",
|
||||
"Amazon Product API: scrape public product data as JSON across US, UK, Germany, Italy, and Spain — prices, ratings, offers, sellers, and ranks. Start free.",
|
||||
keywords: [
|
||||
"amazon product api",
|
||||
"amazon scraper api",
|
||||
"amazon scraper",
|
||||
"amazon price api",
|
||||
"amazon price scraper",
|
||||
"scrape amazon product data",
|
||||
"amazon product data api",
|
||||
"amazon review scraper",
|
||||
"amazon best sellers api",
|
||||
"amazon reviews api",
|
||||
"scrape amazon reviews",
|
||||
"scrape amazon product data",
|
||||
"amazon asin lookup",
|
||||
"amazon search api",
|
||||
"amazon product advertising api alternative",
|
||||
"amazon best sellers api",
|
||||
"amazon price tracking api",
|
||||
"amazon competitor monitoring",
|
||||
"amazon offers scraper",
|
||||
"ecommerce product api",
|
||||
],
|
||||
|
||||
h1: "Amazon Product API for Price, Review, and Offer Data",
|
||||
|
|
@ -115,7 +117,7 @@ export const amazon: ConnectorPageContent = {
|
|||
comparison: {
|
||||
heading: "An Amazon scraper API built for agents",
|
||||
intro:
|
||||
"Most Amazon data APIs bill per request, meter add-ons separately, and leave the discovery-to-detail logic to you. Here is how SurfSense compares.",
|
||||
"Amazon's official Product Advertising API requires an approved Associates account with qualifying sales, and most third-party Amazon data APIs bill per request, meter add-ons separately, and leave the discovery-to-detail logic to you. Here is how SurfSense compares.",
|
||||
columnLabel: "Typical Amazon data API",
|
||||
rows: [
|
||||
{
|
||||
|
|
@ -298,9 +300,19 @@ export const amazon: ConnectorPageContent = {
|
|||
"It does. The scraper collects public, anonymous product data only — no login, seller account, or authenticated APIs. That covers product details, ratings, on-page reviews, offers, public seller profiles, and best-seller rankings.",
|
||||
},
|
||||
{
|
||||
question: "How do I look up a product by ASIN or search term?",
|
||||
question: "How do I do an Amazon ASIN lookup?",
|
||||
answer:
|
||||
"Pass a product URL (which contains the ASIN) in urls, or a phrase in search_terms to discover products on the domain. You can also pass search, category, and best-seller URLs. One verb, amazon.scrape, handles all of them.",
|
||||
"Pass a product URL (which contains the ASIN) in urls, or a phrase in search_terms to discover products on the domain. You can also pass search, category, and best-seller URLs. One verb, amazon.scrape, handles ASIN lookup and discovery alike.",
|
||||
},
|
||||
{
|
||||
question: "Can I scrape Amazon reviews?",
|
||||
answer:
|
||||
"Yes. Each product returns its star rating, total review count, the 5-to-1-star histogram, and the on-page customer reviews with text, author, and date. To scrape Amazon reviews at scale, pass product URLs or search terms and read productPageReviews from each item.",
|
||||
},
|
||||
{
|
||||
question: "Is this an alternative to the Amazon Product Advertising API?",
|
||||
answer:
|
||||
"Yes, for public catalog data. Amazon's Product Advertising API requires an approved Associates account with ongoing qualifying sales and is built for affiliate linking. SurfSense needs no Amazon account: it scrapes public listings and returns prices, ratings, offers, sellers, and ranks as JSON.",
|
||||
},
|
||||
{
|
||||
question: "Which Amazon marketplaces are supported?",
|
||||
|
|
@ -310,6 +322,7 @@ export const amazon: ConnectorPageContent = {
|
|||
],
|
||||
|
||||
related: [
|
||||
{ label: "Walmart Product & Review API", href: "/walmart" },
|
||||
{ label: "Google Search API", href: "/google-search" },
|
||||
{ label: "Google Maps API", href: "/google-maps" },
|
||||
{ label: "Web Crawl API", href: "/web-crawl" },
|
||||
|
|
|
|||
|
|
@ -6,27 +6,27 @@ export const indeed: ConnectorPageContent = {
|
|||
name: "Indeed",
|
||||
icon: IconBriefcase,
|
||||
|
||||
metaTitle: "Indeed Scraper API for Jobs and Hiring Data | SurfSense",
|
||||
metaTitle: "Indeed API for Job Postings & Hiring Data | SurfSense",
|
||||
metaDescription:
|
||||
"Scrape public Indeed job postings with the SurfSense Indeed Scraper API: titles, companies, salaries, and full descriptions by search or company. No Indeed API. Start free.",
|
||||
"Scrape public Indeed job postings with the SurfSense Indeed API: titles, companies, salaries, and full descriptions by search query or company page. Start free.",
|
||||
keywords: [
|
||||
"indeed api",
|
||||
"indeed scraper",
|
||||
"indeed scraper api",
|
||||
"indeed api",
|
||||
"indeed jobs api",
|
||||
"scrape indeed",
|
||||
"indeed job search api",
|
||||
"indeed api pricing",
|
||||
"indeed job scraper",
|
||||
"scrape indeed",
|
||||
"indeed web scraping",
|
||||
"job posting scraper",
|
||||
"salary data api",
|
||||
"hiring data api",
|
||||
"indeed mcp",
|
||||
"labor market data",
|
||||
"recruiting data tool",
|
||||
],
|
||||
|
||||
h1: "Indeed Scraper API for Job Postings and Hiring Data",
|
||||
h1: "Indeed API for Job Postings and Hiring Data",
|
||||
heroLede:
|
||||
"The SurfSense Indeed API extracts public job postings, salaries, companies, and full descriptions by search query, company page, or job URL, without Indeed's official API. Give your AI agents a live feed of who is hiring, for what, at what pay, so you track the labor market as it moves.",
|
||||
"The SurfSense Indeed API is an Indeed scraper that extracts public job postings, salaries, companies, and full descriptions by search query, company page, or job URL — no partner approval required. Give your AI agents a live feed of who is hiring, for what, at what pay, so you track the labor market as it moves.",
|
||||
|
||||
transcript: {
|
||||
prompt: "Find remote data analyst roles posted this week and what they pay",
|
||||
|
|
@ -300,9 +300,14 @@ export const indeed: ConnectorPageContent = {
|
|||
"SurfSense reads only public Indeed job postings, the same listings any logged-out visitor can see. It never logs in and cannot access private or applicant data. As always, review Indeed's terms and your own compliance needs before you run at scale.",
|
||||
},
|
||||
{
|
||||
question: "Does Indeed have an official jobs API?",
|
||||
question: "Does Indeed have an API?",
|
||||
answer:
|
||||
"Indeed retired its public Publisher jobs API and now gates job data behind partner and approval programs. SurfSense is an independent alternative: you call one API, or add the MCP server to your agent, and get structured public postings back.",
|
||||
"Indeed retired its public Publisher jobs API and now gates job data behind partner and approval programs. SurfSense is an independent Indeed API alternative: you call one API, or add the MCP server to your agent, and get structured public postings back.",
|
||||
},
|
||||
{
|
||||
question: "How much does the Indeed API cost?",
|
||||
answer:
|
||||
"SurfSense prices per job returned, not per request or seat, and there is a free tier to start — no partner application or Indeed API pricing negotiation. You control spend with max_items per call, and jobs that fail to return are never billed.",
|
||||
},
|
||||
{
|
||||
question: "Can I get the full job description?",
|
||||
|
|
|
|||
|
|
@ -7,25 +7,25 @@ export const walmart: ConnectorPageContent = {
|
|||
cardTitle: "Walmart Product & Review API",
|
||||
icon: IconBrandWalmart,
|
||||
|
||||
metaTitle: "Walmart Product & Review API | SurfSense",
|
||||
metaTitle: "Walmart API for Product & Review Data | SurfSense",
|
||||
metaDescription:
|
||||
"Scrape public Walmart product data and deep customer reviews as structured JSON: prices, ratings, sellers, variants, availability, and full review history. Start free.",
|
||||
"Scrape public Walmart product and review data with the SurfSense Walmart API: prices, ratings, sellers, variants, and full review history as JSON. Start free.",
|
||||
keywords: [
|
||||
"walmart api",
|
||||
"walmart product api",
|
||||
"walmart scraper",
|
||||
"walmart scraper api",
|
||||
"walmart review scraper",
|
||||
"walmart reviews api",
|
||||
"scrape walmart product data",
|
||||
"walmart price scraper",
|
||||
"walmart product data api",
|
||||
"walmart price api",
|
||||
"walmart price tracking api",
|
||||
"walmart competitor monitoring",
|
||||
"walmart seller data",
|
||||
"walmart marketplace api",
|
||||
"ecommerce product api",
|
||||
"scrape walmart product data",
|
||||
"walmart seller data",
|
||||
"walmart competitor monitoring",
|
||||
],
|
||||
|
||||
h1: "Walmart Product and Review API",
|
||||
h1: "Walmart API for Product and Review Data",
|
||||
heroLede:
|
||||
"The SurfSense Walmart API scrapes public Walmart.com listings as structured JSON: price and list price, rating and review count, availability, 1P and marketplace sellers, variants, and specifications. A second verb pages the full public review history — ratings, text, authors, verified-purchase flags, images, and seller responses. Point your AI agents at a search term or product URL — no login, only public data.",
|
||||
|
||||
|
|
@ -241,6 +241,16 @@ export const walmart: ConnectorPageContent = {
|
|||
answer:
|
||||
"It returns a Walmart listing's data as structured JSON instead of raw HTML. The SurfSense Walmart API scrapes public product pages and gives you price, rating, seller, variants, availability, and specifications as clean JSON your agents can read.",
|
||||
},
|
||||
{
|
||||
question: "Does Walmart have an API?",
|
||||
answer:
|
||||
"Walmart's official APIs — Marketplace and Walmart Connect — are for approved sellers and advertisers, and neither exposes public product or review data at scale. The SurfSense Walmart API is an independent alternative: one key, no seller account, and structured public product and review JSON back.",
|
||||
},
|
||||
{
|
||||
question: "Can I track Walmart prices with it?",
|
||||
answer:
|
||||
"Yes. Each product returns its current price, list price, availability, and the seller behind the offer. Run the same URLs or search terms on a schedule and diff the results to build Walmart price tracking and buy-box alerts without maintaining scrapers or proxies yourself.",
|
||||
},
|
||||
{
|
||||
question: "Can I get the full Walmart review history?",
|
||||
answer:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue