User-agent: *
Allow: /

Sitemap: https://autonix.io/sitemap.xml
Sitemap: https://resources.autonix.io/sitemap.xml

# Googlebot
User-agent: Googlebot
Allow: /

# Bingbot
User-agent: bingbot
Allow: /

# Yahoo! Slurp
User-agent: Slurp
Allow: /

# DuckDuckBot
User-agent: DuckDuckBot
Allow: /

# Yandex Bot
User-agent: Yandex
Allow: /

# Sogou Spider
User-agent: Sogou
Allow: /

# Exabot
User-agent: Exabot
Allow: /

# Facebot (Facebook)
User-agent: facebot
Allow: /

# Twitterbot
User-agent: Twitterbot
Allow: /

# LinkedIn Bot
User-agent: LinkedInBot
Allow: /

# Pinterest
User-agent: Pinterest
Allow: /

# Bots to block
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

# Baidu Spider (blocked separately above, repeated for clarity)
User-agent: Baiduspider
Disallow: /

# Disallow access to the /private/ directory for all bots
User-agent: *
Disallow: /private/

# Allow subdomains
Host: autonix.io
Host: www.autonix.io
Host: resources.autonix.io