| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596 |
- # Google
- User-agent: Googlebot-Image
- User-agent: AdsBot-Google
- User-agent: Googlebot
- Disallow: /
- # Bing
- User-agent: Bingbot
- Disallow: /
- # Marginalia.nu can stay, I guess.
- User-Agent: search.marginalia.nu
- Disallow:
- # Qwant
- User-agent: Qwantify
- Disallow: /
- # WayBack Machine (supposedly)
- User-agent: ia_archiver
- Disallow: /
- # Misc
- User-agent: webproxy-mozz
- Disallow:
- User-agent: serpstatbot
- Disallow: /
- User-agent: ltx71
- Disallow: /
- User-agent: oBot
- Disallow: /
- User-agent: DuckDuckBot
- Disallow:
- User-agent: ltx71 - (http://ltx71.com/)
- Disallow: /
- User-agent: BLEXBot
- Disallow: /
- User-agent: Twingly Recon
- Disallow: /
- User-agent: PageThing
- Disallow: /
- User-agent: adsbot
- Disallow: /
- User-agent: SurdotlyBot
- Disallow: /
- User-agent: DataForSeoBot
- Disallow: /
- User-agent: SpiderLing
- Disallow: /
- # And fuck your AI while I'm at it
- User-agent: CCBot
- Disallow: /
- User-agent: ChatGPT-User
- Disallow: /
- User-agent: GPTBot
- Disallow: /
- User-agent: Google-Extended
- Disallow: /
- User-agent: anthropic-ai
- Disallow: /
- User-agent: Omgilibot
- Disallow: /
- User-agent: Omgili
- Disallow: /
- User-agent: FacebookBot
- Disallow: /
- User-agent: Bytespider
- Disallow: /
|
