# File to keep well-behaved robots out of certain parts of our website
# $Id: robots.txt,v 1.1 2005/10/23 01:42:22 mummi Exp $

User-agent: *
Disallow: /cgi-perl    # prevent constant calls to our db-querying CGI-scripts
Disallow: /gbrowse/tmp # prevent indexing of temporary files from GBrowse
# Prevent indexing of our bulk download files
Disallow: /downloads/allocated_snps
Disallow: /downloads/assays 
Disallow: /downloads/ld_data 
Disallow: /downloads/frequencies
Disallow: /downloads/phasing 
Disallow: /downloads/gbrowse
Disallow: /downloads/genotypes
Disallow: /downloads/recombination
Disallow: /downloads/phasing
Disallow: /genotypes
Disallow: /downloads/gbrowse
Disallow: /downloads/raw_data