{
  "schema_version": "1.1",
  "id": "robots-txt-keeps-pages-out-of-google",
  "slug": "robots-txt-keeps-pages-out-of-google",
  "url": "https://groundedkit.com/claims/robots-txt-keeps-pages-out-of-google/",
  "api_url": "https://groundedkit.com/api/claims/robots-txt-keeps-pages-out-of-google.json",
  "claim": "Blocking a page in robots.txt keeps it out of Google's search results",
  "commonly_cited_as": "\"Disallow it in robots.txt to deindex it\"",
  "verdict": "misquoted",
  "verdict_definition": "Primary source found, but the way it is quoted changes the subject, metric, population or precision.",
  "confidence": "high",
  "rating": {
    "value": 2,
    "best": 5,
    "worst": 1
  },
  "origin": {
    "publisher": "Google Search Central",
    "title": "Introduction to robots.txt",
    "year": "Current documentation"
  },
  "quote": "This is used mainly to avoid overloading your site with requests; it is not a mechanism for keeping a web page out of Google . To keep a web page out of Google, block indexing with noindex or password-protect the page.",
  "method": "Official Google documentation (current version read Oct. 17, 2026).",
  "drift": [
    "Type: a crawl-control file presented as an indexing control"
  ],
  "interest": "Google operates Google Search and documents its own systems.",
  "safe_rephrasing": "Google says robots.txt controls crawling, not indexing; to keep a page out of Google, use noindex or password protection.",
  "sources": [
    {
      "title": "Google Search Central — Introduction to robots.txt",
      "url": "https://developers.google.com/search/docs/crawling-indexing/robots/intro",
      "primary": true
    }
  ],
  "kind": "stat_check",
  "as_of": "Documentation read on 2026-10-17",
  "last_checked": "2026-10-17",
  "stale": false,
  "date_reviewed": "2026-10-17",
  "license": "CC BY 4.0",
  "license_url": "https://creativecommons.org/licenses/by/4.0/"
}