# Allow all crawlers
User-agent: *
Allow: /

# Sitemap location
Sitemap: https://pastprep.com/sitemap.xml

# Disallow admin and auth routes
Disallow: /admin/
Disallow: /auth/
Disallow: /api/

# Crawl-delay for all bots
Crawl-delay: 10