User-Agent: *
Disallow: /cgi-bin/

User-Agent: *
Disallow: /stats/

User-Agent: *
Disallow: /errors/