User-agent: *
Allow: /
Disallow: /app
Disallow: /admin
Disallow: /submitter
Disallow: /analytics*
Disallow: /api/

User-agent: AhrefsBot
Crawl-Delay: 3