# Allow Google to crawl all content
User-agent: *
Allow: /

# Specific rules for Googlebot (optional, for better crawling)
User-agent: Googlebot
Allow: /

# Disallow crawling of common spam/non-essential pages
Disallow: /search
Disallow: /feeds/