# robots.txt tells robots where they shouldn't go 
#
# (see: http://www.apache.org/docs-1.2/misc/howto.html)
#
#
# stay away from dynamic or fluid content:
User-agent: *
Disallow: /cgi-bin/
Disallow: /data/
# Don't index constantly-changing sequence data
Disallow: /sequence/contigs/
Disallow: /sequence/release3/
Disallow: /pacman/