| 1234567891011121314151617181920212223242526272829303132 |
- # Last updated on August 15, 2020 at 13:03:45 (UTC)
- #
- # Apply other directory, file and page entries to disallow indexing for
- # all web crawlers, and archiving for all web archivers.
- User-agent: *
- Disallow: /favicon-*x*.png
- Disallow: /not_found.html
- Disallow: /files/total_packages-HF96-L1-*.txt
- Disallow: /images/font-6x6-email.*
- Disallow: /images/logo.png
- Disallow: /images/profile_image*-150px.png
- Disallow: /pages/
- Disallow: /pages/links/
- # Apply entire on this site to allow indexing for DuckDuckGo.
- User-agent: DuckDuckBot
- Allow: /
- # Apply entire on this site to disallow indexing for Google, Yahoo,
- # and Yandex.
- User-agent: Googlebot
- Disallow: /
- User-agent: Slurp
- Disallow: /
- User-agent: YandexBot
- Disallow: /
|
