User-agent: *
Allow: /

# Block admin and private areas
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /private/

# Allow important files
Allow: /api/sitemap

# Sitemap location
Sitemap: https://yourwebsite.com/sitemap.xml

# Crawl delay (optional)
Crawl-delay: 1