# Disallow access to the whole website to 
# - Lerna Crawler (www.lerna.ca) because it attempts to follow invalid links which generate spurious error messages.
User-agent: Lerna Crawler (+http://lerna.ca)
Disallow: /

# Disallow access to certain directories to ALL.
User-agent: *
Disallow: /cgi-bin/
Disallow: /.sl/