# Robots.txt for https://grudva.pro/
# Last updated: 2025-05-30

User-agent: *
Allow: /

# Important pages for crawling
Allow: /careers
Allow: /privacy
Allow: /terms

# Disallow administrative and API endpoints

# Disallow unsubscribe page from indexing

# Allow crawling of CSS and JS files
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.avif$
Allow: /*.svg$
Allow: /*.woff$
Allow: /*.woff2$

# Sitemap locations
Sitemap: https://grudva.pro/sitemap.xml

# Specific crawler instructions
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /