# Robots.txt for dargu.co.il
# Hebrew Professor Rating Platform

User-agent: *
Allow: /

# Allow all main pages
Allow: /index.html
Allow: /pages/
Allow: /css/
Allow: /js/
Allow: /images/

# Block admin and sensitive areas
Disallow: /admin-reports.html
Disallow: /pages/user-profile.html
Disallow: /*.env
Disallow: /*.config
Disallow: /build.sh

# Sitemap location
Sitemap: https://dargu.co.il/sitemaps/sitemap.xml

# Crawl delay (optional - be nice to servers)
Crawl-delay: 1

# Popular search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 1