https://example.com
| Check | Pts | Detail | |
|---|---|---|---|
| ✖ | robots.txt present | 0/15 | HTTP 404 |
| ✖ | robots.txt mentions AI/bot agents | 0/10 | No common AI bot UA found |
| ✖ | robots.txt declares Sitemap | 0/5 | No Sitemap: line |
| ✖ | /sitemap.xml reachable | 0/15 | HTTP 404 |
| ✖ | /llms.txt present | 0/20 | HTTP 404 |
| ✔ | Homepage reachable | 10/10 | HTTP 200 |
| ✖ | schema.org / JSON-LD hints on homepage | 0/15 | No JSON-LD script / @type |
| ✖ | Product/Offer schema hints | 0/5 | No Product/Offer markers |
| ✖ | Obvious bot/agent-friendly headers | 0/5 | No AI/agent headers (common) |
Fetched 2026-10-19T18:14:15.052Z. Best-effort probes with short timeouts.
{
"url": "https://example.com",
"score": 10,
"max": 100,
"grade": "F",
"checks": [
{
"id": "robots",
"label": "robots.txt present",
"ok": false,
"points": 0,
"max": 15,
"detail": "HTTP 404"
},
{
"id": "robots-ai",
"label": "robots.txt mentions AI/bot agents",
"ok": false,
"points": 0,
"max": 10,
"detail": "No common AI bot UA found"
},
{
"id": "robots-sitemap",
"label": "robots.txt declares Sitemap",
"ok": false,
"points": 0,
"max": 5,
"detail": "No Sitemap: line"
},
{
"id": "sitemap",
"label": "/sitemap.xml reachable",
"ok": false,
"points": 0,
"max": 15,
"detail": "HTTP 404"
},
{
"id": "llms",
"label": "/llms.txt present",
"ok": false,
"points": 0,
"max": 20,
"detail": "HTTP 404"
},
{
"id": "home",
"label": "Homepage reachable",
"ok": true,
"points": 10,
"max": 10,
"detail": "HTTP 200"
},
{
"id": "jsonld",
"label": "schema.org / JSON-LD hints on homepage",
"ok": false,
"points": 0,
"max": 15,
"detail": "No JSON-LD script / @type"
},
{
"id": "product-schema",
"label": "Product/Offer schema hints",
"ok": false,
"points": 0,
"max": 5,
"detail": "No Product/Offer markers"
},
{
"id": "headers",
"label": "Obvious bot/agent-friendly headers",
"ok": false,
"points": 0,
"max": 5,
"detail": "No AI/agent headers (common)"
}
],
"fetchedAt": "2026-10-19T18:14:15.052Z"
}