User-agent: *
Allow: /

# Sitemap
Sitemap: https://pulosarok.my.id/sitemap.xml

# Disallow admin areas
Disallow: /admin/
Disallow: /admin-panel/
Disallow: /api/
Disallow: /static/admin/
Disallow: /media/admin/

# Allow important pages
Allow: /static/
Allow: /media/
Allow: /templates/

# Crawl delay
Crawl-delay: 1