| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586 |
- User-agent: webproxy-mozz
- Disallow: /
- User-agent: serpstatbot
- Disallow: /
- User-agent: ltx71
- Disallow: /
- User-agent: oBot
- Disallow: /
- User-agent: DuckDuckBot
- Disallow:
- User-agent: ia_archiver
- Disallow: /
- User-agent: ltx71 - (http://ltx71.com/)
- Disallow: /
- User-agent: BLEXBot
- Disallow: /
- User-agent: Twingly Recon
- Disallow: /
- User-agent: Googlebot
- Disallow: /identity/
- Disallow: /webring.html
- Disallow: /blog/
- User-agent: Googlebot-Image
- Disallow: /
- User-agent: Google-Extended
- Disallow: /
- User-agent: PageThing
- Disallow: /
- User-agent: adsbot
- Disallow: /
- User-agent: SurdotlyBot
- Disallow: /
- User-agent: DataForSeoBot
- Disallow: /
- User-agent: SpiderLing
- Disallow: /
- # Fuck your AI and fuck your scraping
- User-agent: CCBot
- Disallow: /
- User-agent: ChatGPT-User
- Disallow: /
- User-agent: GPTBot
- Disallow: /
- User-agent: Google-Extended
- Disallow: /
- User-agent: anthropic-ai
- Disallow: /
- User-agent: Omgilibot
- Disallow: /
- User-agent: Omgili
- Disallow: /
- User-agent: FacebookBot
- Disallow: /
- User-agent: Bytespider
- Disallow: /
- User-agent: *
- Disallow: /
|
