| 1234567891011121314151617181920212223242526272829303132333435363738394041424344 |
- # Robots.txt for tk-super-admin
- # Prevent all web crawlers from accessing the site
- User-agent: *
- Disallow: /
- Crawl-delay: 86400
- # Block specific bots
- User-agent: Googlebot
- Disallow: /
- User-agent: Bingbot
- Disallow: /
- User-agent: Slurp
- Disallow: /
- User-agent: DuckDuckBot
- Disallow: /
- User-agent: Baiduspider
- Disallow: /
- User-agent: YandexBot
- Disallow: /
- # Block social media bots
- User-agent: facebookexternalhit
- Disallow: /
- User-agent: Twitterbot
- Disallow: /
- User-agent: LinkedInBot
- Disallow: /
- User-agent: WhatsApp
- Disallow: /
- User-agent: TelegramBot
- Disallow: /
- # No sitemap
- Sitemap:
|
