User-agent: *
Allow: /
Allow: /public/
Disallow: /admin/
Disallow: /api/
Disallow: /server/
Disallow: /uploads/
Disallow: /tutorials/outbound
Disallow: /outbound
Disallow: /news/
Disallow: /*.env

# Allow Google AdSense & SEO Crawlers
User-agent: Mediapartners-Google
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

# Sitemaps
Sitemap: https://www.aicodelab.tech/sitemap.xml
Sitemap: https://www.aicodelab.tech/api/sitemap

# Block bad scraping bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /