User-agent: *
Disallow: /cgi-bin
Disallow: /admin/
Disallow: /youreallywantogetitdontyou

user-agent: stress-agent
Disallow: /