# Robots.txt for Pregnabel - Susu Ibu Hamil & Menyusui
User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /_next/
Disallow: /static/
Disallow: /uploads/comments/

# Crawl-delay for better server performance
Crawl-delay: 1

# Special rules for major search engines
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /admin/

User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /admin/

# Host
Host: https://www.pregnabel.com

# Sitemaps
Sitemap: https://www.pregnabel.com/sitemap.xml
Sitemap: https://www.pregnabel.com/sitemap-0.xml