# Tell the spiders what's not interesting

User-agent: Slurp
Disallow: /

# Which spiders?
User-agent: *

# Ignore which files and directories?
Disallow: /
#Disallow: archives/
#Disallow: bin/
#Disallow: cgi-bin/
#Disallow: classification/
#Disallow: data/
#Disallow: docs/
#Disallow: fasta/
#Disallow: feature_v1.0/
#Disallow: feature_v1.1/
#Disallow: gcg_alignment/
#Disallow: imagemaps/
#Disallow: images/
#Disallow: internal.html
#Disallow: iprscan/
#Disallow: java/
#Disallow: logs/
#Disallow: merge/
#Disallow: mysql
#Disallow: perl5/
#Disallow: plant_genome/
#Disallow: plantsp.css*
#Disallow: plantsp_v1.1/
#Disallow: sqlquery.html*
#Disallow: tmp/