User-agent: *
Allow: /
Disallow: /auth
Disallow: /my-questions
Disallow: /answer-history

# Major search engines
User-agent: Googlebot
Allow: /
Disallow: /auth
Disallow: /my-questions
Disallow: /answer-history

User-agent: Bingbot
Allow: /
Disallow: /auth
Disallow: /my-questions
Disallow: /answer-history

# Social media crawlers
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# Sitemap
Sitemap: https://eli5.space/sitemap.xml

# Crawl delay
Crawl-delay: 1