#
User-agent: *
Disallow: /cgi-bin
Disallow: /click-through

User-agent: asterias 
Disallow: /