# This allows the site to be spidered, but not the downloads directory
User-agent: *
Disallow: /
Disallow: /downloads/
Disallow: /cgi-bin/gbrowse/
Disallow: /page/MicroExpression/
Disallow: /page/MicroDisplay2/
Disallow: /page/MarkerOverview/
Disallow: /page/Overview/display/marker_id
Disallow: /gbrowse
Disallow: /page/GetNet/
Disallow: /page/ToolShuttle/
Disallow: /page/EvaluatePage/
Disallow: /page/Kegg/
Disallow: /page/GeneMore/
Disallow: /tmp
Disallow: /data
Disallow: /images
Disallow: /cgi-bin