{"url":"https://www.asos.com/?","requestedUrl":"https://asos.com/","scannedAt":"2026-10-01T05:12:44.863Z","score":48,"complete":true,"title":"","checks":[{"id":"robots-live","title":"AI assistants may open this page","max":20,"points":0,"status":"fail","detail":"robots.txt did not load (status 520). Well-behaved crawlers then assume the whole site is blocked.","fix":"Make /robots.txt return status 200, or 404 if you have no rules."},{"id":"robots-search","title":"AI search engines may index this page","max":15,"points":0,"status":"fail","detail":"robots.txt did not load (status 520). Well-behaved crawlers then assume the whole site is blocked.","fix":"Make /robots.txt return status 200, or 404 if you have no rules."},{"id":"firewall","title":"The firewall lets AI agents in","max":20,"points":20,"status":"pass","detail":"Requests that identify as ChatGPT-User, Claude-User, Perplexity-User, OAI-SearchBot, PerplexityBot all got the page.","fix":""},{"id":"no-js","title":"Content is readable without JavaScript","max":15,"points":15,"status":"pass","detail":"The raw page has about 3 words of text before any JavaScript runs.","fix":"Most AI crawlers do not run JavaScript. Render the main content on the server (server-side rendering or pre-rendering)."},{"id":"structured-data","title":"Structured data (JSON-LD)","max":10,"points":0,"status":"fail","detail":"No JSON-LD found.","fix":"Add JSON-LD from schema.org: Organization and WebSite on the home page, Product with an Offer (price and availability) on product pages."},{"id":"meta","title":"Title, description and language","max":5,"points":3,"status":"warn","detail":"Missing: title, meta description, html lang.","fix":"Add a <title>, a <meta name=\"description\"> and <html lang=\"...\">."},{"id":"sitemap","title":"Sitemap","max":5,"points":0,"status":"fail","detail":"No sitemap at /sitemap.xml or in robots.txt.","fix":"Publish /sitemap.xml and list it in robots.txt with \"Sitemap: https://.../sitemap.xml\"."},{"id":"speed","title":"Fast first response","max":5,"points":5,"status":"pass","detail":"The page took 57 ms to load.","fix":""},{"id":"https","title":"Uses HTTPS","max":5,"points":5,"status":"pass","detail":"The page is served over HTTPS.","fix":""},{"id":"llms-txt","title":"llms.txt","max":0,"points":0,"status":"info","detail":"No /llms.txt. Major AI agents do not rely on it yet, but it is cheap to add.","fix":""},{"id":"training","title":"AI training crawlers","max":0,"points":0,"status":"info","detail":"robots.txt blocks GPTBot, ClaudeBot, Google-Extended, Applebot-Extended, CCBot, meta-externalagent. That is a valid choice: it stops AI training, not AI answers.","fix":""}],"agents":[{"token":"ChatGPT-User","owner":"OpenAI","kind":"live","robotsAllowed":false,"liveVerdict":"error","liveStatus":520},{"token":"Claude-User","owner":"Anthropic","kind":"live","robotsAllowed":false,"liveVerdict":"error","liveStatus":520},{"token":"Perplexity-User","owner":"Perplexity","kind":"live","robotsAllowed":false,"liveVerdict":"error","liveStatus":520},{"token":"OAI-SearchBot","owner":"OpenAI","kind":"search","robotsAllowed":false,"liveVerdict":"error","liveStatus":520},{"token":"Claude-SearchBot","owner":"Anthropic","kind":"search","robotsAllowed":false},{"token":"PerplexityBot","owner":"Perplexity","kind":"search","robotsAllowed":false,"liveVerdict":"error","liveStatus":520},{"token":"GPTBot","owner":"OpenAI","kind":"train","robotsAllowed":false},{"token":"ClaudeBot","owner":"Anthropic","kind":"train","robotsAllowed":false},{"token":"Google-Extended","owner":"Google","kind":"train","robotsAllowed":false},{"token":"Applebot-Extended","owner":"Apple","kind":"train","robotsAllowed":false},{"token":"CCBot","owner":"Common Crawl","kind":"train","robotsAllowed":false},{"token":"meta-externalagent","owner":"Meta","kind":"train","robotsAllowed":false}]}