User-agent: *
Allow: /

# Disallow admin and API directories from search engines
Disallow: /admin/
Disallow: /api/
Disallow: /logs/
Disallow: /cache/
Disallow: /vendor/

# Sitemap
Sitemap: https://yourdomain.com/sitemap.xml