{"url":"https://www.amazon.com/","requestedUrl":"https://amazon.com/","scannedAt":"2026-10-01T03:25:59.054Z","score":33,"complete":true,"title":"","checks":[{"id":"robots-live","title":"AI assistants may open this page","max":20,"points":0,"status":"fail","detail":"robots.txt blocks ChatGPT-User, Claude-User, Perplexity-User.","fix":"Add this to /robots.txt if you want these assistants to reach you:\n\nUser-agent: ChatGPT-User\nAllow: /\n\nUser-agent: Claude-User\nAllow: /\n\nUser-agent: Perplexity-User\nAllow: /"},{"id":"robots-search","title":"AI search engines may index this page","max":15,"points":0,"status":"fail","detail":"robots.txt blocks OAI-SearchBot, Claude-SearchBot, PerplexityBot.","fix":"Add this to /robots.txt if you want these assistants to reach you:\n\nUser-agent: OAI-SearchBot\nAllow: /\n\nUser-agent: Claude-SearchBot\nAllow: /\n\nUser-agent: PerplexityBot\nAllow: /"},{"id":"firewall","title":"The firewall lets AI agents in","max":20,"points":20,"status":"pass","detail":"Requests that identify as ChatGPT-User, Claude-User, Perplexity-User, OAI-SearchBot, PerplexityBot all got the page.","fix":""},{"id":"no-js","title":"Content is readable without JavaScript","max":15,"points":0,"status":"fail","detail":"The raw page has about 0 words of text before any JavaScript runs.","fix":"Most AI crawlers do not run JavaScript. Render the main content on the server (server-side rendering or pre-rendering)."},{"id":"structured-data","title":"Structured data (JSON-LD)","max":10,"points":0,"status":"fail","detail":"No JSON-LD found.","fix":"Add JSON-LD from schema.org: Organization and WebSite on the home page, Product with an Offer (price and availability) on product pages."},{"id":"meta","title":"Title, description and language","max":5,"points":3,"status":"warn","detail":"Missing: title, meta description.","fix":"Add a <title>, a <meta name=\"description\"> and <html lang=\"...\">."},{"id":"sitemap","title":"Sitemap","max":5,"points":0,"status":"fail","detail":"No sitemap at /sitemap.xml or in robots.txt.","fix":"Publish /sitemap.xml and list it in robots.txt with \"Sitemap: https://.../sitemap.xml\"."},{"id":"speed","title":"Fast first response","max":5,"points":5,"status":"pass","detail":"The page took 14 ms to load.","fix":""},{"id":"https","title":"Uses HTTPS","max":5,"points":5,"status":"pass","detail":"The page is served over HTTPS.","fix":""},{"id":"llms-txt","title":"llms.txt","max":0,"points":0,"status":"info","detail":"No /llms.txt. Major AI agents do not rely on it yet, but it is cheap to add.","fix":""},{"id":"training","title":"AI training crawlers","max":0,"points":0,"status":"info","detail":"robots.txt blocks GPTBot, ClaudeBot, Google-Extended, CCBot, meta-externalagent. That is a valid choice: it stops AI training, not AI answers.","fix":""}],"agents":[{"token":"ChatGPT-User","owner":"OpenAI","kind":"live","robotsAllowed":false,"liveVerdict":"ok","liveStatus":202},{"token":"Claude-User","owner":"Anthropic","kind":"live","robotsAllowed":false,"liveVerdict":"ok","liveStatus":202},{"token":"Perplexity-User","owner":"Perplexity","kind":"live","robotsAllowed":false,"liveVerdict":"ok","liveStatus":202},{"token":"OAI-SearchBot","owner":"OpenAI","kind":"search","robotsAllowed":false,"liveVerdict":"ok","liveStatus":202},{"token":"Claude-SearchBot","owner":"Anthropic","kind":"search","robotsAllowed":false},{"token":"PerplexityBot","owner":"Perplexity","kind":"search","robotsAllowed":false,"liveVerdict":"ok","liveStatus":202},{"token":"GPTBot","owner":"OpenAI","kind":"train","robotsAllowed":false},{"token":"ClaudeBot","owner":"Anthropic","kind":"train","robotsAllowed":false},{"token":"Google-Extended","owner":"Google","kind":"train","robotsAllowed":false},{"token":"Applebot-Extended","owner":"Apple","kind":"train","robotsAllowed":true},{"token":"CCBot","owner":"Common Crawl","kind":"train","robotsAllowed":false},{"token":"meta-externalagent","owner":"Meta","kind":"train","robotsAllowed":false}]}