Файл: public/robots.txt
Строк: 24
User-agent: *
Allow: /
Crawl-delay: 1
Disallow: /api
Disallow:
/admin
Disallow: /login
Disallow: /logout
Disallow: /register
Disallow:
/menu
Disallow: /mails
Disallow: /recovery
Disallow: /unsubscribe
Disallow:
/captcha
Disallow: /online
Disallow: /contacts
Disallow: /ignores
Disallow:
/profile
Disallow: /pictures
Disallow: /ratings
Disallow:
/transfers
Disallow: /messages
Disallow: /settings
Disallow:
/notebooks
Disallow: /authlogs
Disallow: /key
Disallow: /walls
Disallow:
/users
Sitemap: /sitemap.xml
User-agent: AhrefsBot
Disallow:
/
User-agent: GPTBot
Disallow: /
User-agent: Amazonbot
Disallow:
/
User-agent: SemrushBot
Disallow: /
User-agent: PetalBot
Disallow:
/
User-agent: Applebot
Disallow: /
User-agent: MJ12bot
Disallow:
/
User-agent: Bytespider
Disallow: /
User-agent: DotBot
Disallow: /