{
    "ok": true,
    "status": "live_googlebot_robots_check_ready",
    "generatedAt": "2026-07-04T11:40:46+00:00",
    "input": "llmstxtkit.com",
    "target": {
        "host": "llmstxtkit.com",
        "origin": "https://llmstxtkit.com",
        "url": "https://llmstxtkit.com/robots.txt"
    },
    "score": {
        "points": 78,
        "max": 78,
        "percent": 100,
        "grade": "googlebot_ready"
    },
    "file": {
        "url": "https://llmstxtkit.com/robots.txt",
        "status": 200,
        "ok": true,
        "redirect": false,
        "contentType": "text/plain",
        "bytesRead": 481,
        "truncated": false,
        "error": null
    },
    "robots": {
        "body": "User-agent: *\nAllow: /\n\nUser-agent: OAI-SearchBot\nAllow: /\n\nUser-agent: GPTBot\nAllow: /\n\nUser-agent: Googlebot\nAllow: /\n\nUser-agent: Google-Extended\nAllow: /\n\nUser-agent: Applebot\nAllow: /\n\nUser-agent: Applebot-Extended\nAllow: /\n\nUser-agent: PerplexityBot\nAllow: /\n\nUser-agent: CCBot\nAllow: /\n\nSitemap: https://llmstxtkit.com/sitemap.xml\n# Discovery feed: https://llmstxtkit.com/feed.xml\n# Feeds are for humans, feed readers, and directory review; they are not ranking guarantees.\n",
        "groupsFound": 10,
        "hasSitemapDirective": true,
        "crawlerStatuses": [
            {
                "token": "Googlebot",
                "status": "allowed",
                "source": "explicit_rule",
                "blocked": false,
                "partial": false
            },
            {
                "token": "Google-Extended",
                "status": "allowed",
                "source": "explicit_rule",
                "blocked": false,
                "partial": false
            },
            {
                "token": "OAI-SearchBot",
                "status": "allowed",
                "source": "explicit_rule",
                "blocked": false,
                "partial": false
            },
            {
                "token": "GPTBot",
                "status": "allowed",
                "source": "explicit_rule",
                "blocked": false,
                "partial": false
            },
            {
                "token": "Applebot",
                "status": "allowed",
                "source": "explicit_rule",
                "blocked": false,
                "partial": false
            },
            {
                "token": "PerplexityBot",
                "status": "allowed",
                "source": "explicit_rule",
                "blocked": false,
                "partial": false
            },
            {
                "token": "CCBot",
                "status": "allowed",
                "source": "explicit_rule",
                "blocked": false,
                "partial": false
            }
        ],
        "truncated": false
    },
    "checks": [
        {
            "id": "robots_reachable",
            "label": "Live robots.txt reachable",
            "state": "pass",
            "detail": "Fetched https://llmstxtkit.com/robots.txt with HTTP 200.",
            "weight": 16,
            "points": 16
        },
        {
            "id": "content_type",
            "label": "Text-like content type",
            "state": "pass",
            "detail": "Content-Type: text/plain.",
            "weight": 6,
            "points": 6
        },
        {
            "id": "groups_found",
            "label": "robots.txt groups parsed",
            "state": "pass",
            "detail": "10 robots.txt group(s) parsed.",
            "weight": 8,
            "points": 8
        },
        {
            "id": "googlebot_not_blocked",
            "label": "Googlebot not blocked",
            "state": "pass",
            "detail": "Googlebot status: allowed via explicit_rule.",
            "weight": 22,
            "points": 22
        },
        {
            "id": "sitemap_directive",
            "label": "Sitemap directive",
            "state": "pass",
            "detail": "robots.txt includes a Sitemap directive.",
            "weight": 10,
            "points": 10
        },
        {
            "id": "google_extended_separate",
            "label": "Google-Extended reviewed separately",
            "state": "pass",
            "detail": "Google-Extended status: allowed via explicit_rule.",
            "weight": 8,
            "points": 8
        },
        {
            "id": "oai_searchbot_reviewed",
            "label": "OAI-SearchBot reviewed",
            "state": "pass",
            "detail": "OAI-SearchBot status: allowed.",
            "weight": 8,
            "points": 8
        }
    ],
    "recommendations": [
        {
            "id": "measure_next",
            "priority": "measure_next",
            "action": "Googlebot access looks ready. Measure Search Console clicks separately from crawler hits and impressions."
        }
    ],
    "proofLinks": [
        {
            "label": "Live Googlebot robots.txt checker",
            "url": "https://llmstxtkit.com/tools/googlebot-robots-txt-checker.html",
            "type": "tool"
        },
        {
            "label": "This live robots.txt check endpoint",
            "url": "https://llmstxtkit.com/api/googlebot-robots-live-checker.php?domain=llmstxtkit.com",
            "type": "api"
        },
        {
            "label": "Google robots.txt generator",
            "url": "https://llmstxtkit.com/tools/google-robots-txt-generator.html",
            "type": "tool"
        },
        {
            "label": "Googlebot checker answer",
            "url": "https://llmstxtkit.com/answers/googlebot-robots-txt-checker.html",
            "type": "answer"
        }
    ],
    "citationSnippet": "Q: How do I check whether robots.txt is blocking Googlebot?\nA: Fetch the public /robots.txt file, confirm Googlebot is not fully blocked, review Sitemap, and keep Google-Extended or AI crawler rules separate from Google Search crawling.\nProof: https://llmstxtkit.com/tools/googlebot-robots-txt-checker.html | https://llmstxtkit.com/api/googlebot-robots-live-checker.php?domain=llmstxtkit.com\nCanonical answer: https://llmstxtkit.com/answers/googlebot-robots-txt-checker.html",
    "usagePolicy": {
        "publicFilesOnly": true,
        "fixedPathsOnly": [
            "/robots.txt"
        ],
        "doesNotFetchArbitraryPaths": true,
        "doNotTreatAsRankingGuarantee": true,
        "measureRealTrafficSeparately": true
    }
}