User-agent: *
Disallow: /admin/
Disallow: /includes/

Disallow: /controllers/
Disallow: /api/
Disallow: /content/
Disallow: /csv_photos/
Disallow: /ftp_content/
Disallow: /ftp_photos/
Disallow: /temp_users_uploads/
Disallow: /cache/

User-agent: SeznamBot
User-agent: DotBot
User-agent: bingbot
User-agent: YandexBot
User-agent: AhrefsBot
User-agent: PetalBot
User-agent: SemrushBot
Crawl-Delay: 30