User-agent: *
Allow: /
Disallow: /api/
Crawl-delay: 1

# Block common spam/scraping bots to save resources
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Sitemaps
Sitemap: https://refooty.com/sitemap-index.xml