User-agent: *
Disallow: /
#Allow: /Arabidopsis_thaliana/geneview
Allow: /Arabidopsis_thaliana/sitemap.xml.gz
#Allow: /Oryza_punctata/geneview
Allow: /Oryza_punctata/sitemap.xml.gz
#Allow: /Oryza_rufipogon/geneview
Allow: /Oryza_rufipogon/sitemap.xml.gz
#Allow: /Oryza_sativa/geneview
Allow: /Oryza_sativa/sitemap.xml.gz
#Allow: /Zea_mays/geneview
Allow: /Zea_mays/sitemap.xml.gz
#Allow: /Zea_mays2/geneview
Allow: /Zea_mays2/sitemap.xml.gz
Disallow: /Arabidopsis_thaliana/
Disallow: /Arabidopsis_thaliana/alignview
Disallow: /Arabidopsis_thaliana/contigview
Disallow: /Arabidopsis_thaliana/domainview
Disallow: /Arabidopsis_thaliana/featureview
Disallow: /Arabidopsis_thaliana/geneview
Disallow: /Arabidopsis_thaliana/multicontigview
Disallow: /Arabidopsis_thaliana/protein_search
Disallow: /Arabidopsis_thaliana/protview
Disallow: /Arabidopsis_thaliana/snpview
Disallow: /Arabidopsis_thaliana/syntenyview
Disallow: /BioMart/
Disallow: /Multi/
Disallow: /Multi/blastview
Disallow: /Multi/martview
Disallow: /Oryza_punctata
Disallow: /Oryza_punctata/
Disallow: /Oryza_rufipogon/
Disallow: /Oryza_sativa_japonica/
Disallow: /Oryza_sativa_japonica/alignview
Disallow: /Oryza_sativa_japonica/contigview
Disallow: /Oryza_sativa_japonica/domainview
Disallow: /Oryza_sativa_japonica/exonview
Disallow: /Oryza_sativa_japonica/featureview
Disallow: /Oryza_sativa_japonica/genesnpview
Disallow: /Oryza_sativa_japonica/geneview
Disallow: /Oryza_sativa_japonica/multicontigview
Disallow: /Oryza_sativa_japonica/protview
Disallow: /Oryza_sativa_japonica/snpview
Disallow: /Oryza_sativa_japonica/syntenyview
Disallow: /Oryza_sativa_japonica/transview
Disallow: /Oryza_sativa_indica/
Disallow: /Oryza_sativa_indica/alignview
Disallow: /Oryza_sativa_indica/contigview
Disallow: /Oryza_sativa_indica/domainview
Disallow: /Oryza_sativa_indica/exonview
Disallow: /Oryza_sativa_indica/featureview
Disallow: /Oryza_sativa_indica/genesnpview
Disallow: /Oryza_sativa_indica/geneview
Disallow: /Oryza_sativa_indica/multicontigview
Disallow: /Oryza_sativa_indica/protview
Disallow: /Oryza_sativa_indica/snpview
Disallow: /Oryza_sativa_indica/syntenyview
Disallow: /Oryza_sativa_indica/transview
Disallow: /Zea_mays/
Disallow: /Zea_mays/alignview
Disallow: /Zea_mays/contigview
Disallow: /Zea_mays/cytoview
Disallow: /Zea_mays/domainview
Disallow: /Zea_mays/featureview
Disallow: /Zea_mays/multicontigview
Disallow: /Zea_mays/snpview
Disallow: /Zea_mays/syntenyview
Disallow: /Zea_mays2/
Disallow: /Zea_mays2/alignview
Disallow: /Zea_mays2/contigview
Disallow: /Zea_mays2/domainview
Disallow: /Zea_mays2/featureview
Disallow: /Zea_mays2/multicontigview
Disallow: /Zea_mays2/snpview
Disallow: /Zea_mays2/syntenyview
Disallow: /cgi-bin/
Disallow: /cgi-bin/fom
Disallow: /cgi/generic/
Disallow: /cgi/info/
Disallow: /cgi/map/locus
Disallow: /cgi/map/map_study
Disallow: /cgi/map/marker
Disallow: /cgi/map/table
Disallow: /cgi/misc/
Disallow: /cgi/searches/query
Disallow: /cgi/searches/text
Disallow: /cgi/seq/
Disallow: /cperl/
Disallow: /db/cmap/feature
Disallow: /db/cmap/map_details
Disallow: /db/cmap/map_set_info
Disallow: /db/cmap/matrix
Disallow: /db/cmap/view_feature_on_map
Disallow: /db/cmap/viewer
Disallow: /db/feedback/
Disallow: /db/generic/
Disallow: /db/genes/search_gene
Disallow: /db/info/
Disallow: /db/literature/pub_search
Disallow: /db/map/locus
Disallow: /db/map/map_study
Disallow: /db/map/marker
Disallow: /db/map/table
Disallow: /db/markers/marker_view
Disallow: /db/misc/
Disallow: /db/mutant/display_mutant_list
Disallow: /db/mutant/search_mutant
Disallow: /db/ontology/association_report
Disallow: /db/ontology/search_term
Disallow: /db/protein/protein_search
Disallow: /db/qtl/qtl_display
Disallow: /db/searches/blast
Disallow: /db/searches/quick_search
Disallow: /db/searches/query
Disallow: /db/searches/text
Disallow: /db/seq/
Disallow: /dbdown/
Disallow: /gramene/generic/
Disallow: /gramene/info/
Disallow: /gramene/map/locus
Disallow: /gramene/map/map_study
Disallow: /gramene/map/marker
Disallow: /gramene/map/table
Disallow: /gramene/misc/
Disallow: /gramene/searches/blast
Disallow: /gramene/searches/query
Disallow: /gramene/searches/text
Disallow: /gramene/seq/
Disallow: /japonica/contigview
Disallow: /perl/contigview
Disallow: /perl/protein_search
Disallow: /wusage

User-agent: WebZIP
Disallow: /cgi-perl/
Disallow: /db/
Disallow: /gramene/
Disallow: /perl/

# http://research.microsoft.com/research/sv/msrbot/ :
# "We are using the MSRBot web crawler to collect data from the web for
#  further study. "
# why should we care?
User-agent: MSRBot
Disallow: /

# Tried to fetch a heap of /modules.php?name=...
User-agent: TurnitinBot
Disallow: / 

# An E-commerce/spammer site (www.sitesell.com):
User-agent: SBIder
Disallow: / 

#cuil's search bot. Searching things constantly and pinning us.
User-agent: twiceler
Disallow: /