# Blocks robots from specific folders / directories

User-agent: googlebot
User-agent: google
User-agent: bingbot
User-agent: bing

Disallow: /cgi-bin/
Disallow: /adminx.x/
Disallow: /cron/
Disallow: /log/
Crawl-delay: 80

User-agent: *
Disallow: /