User-agent: *                   # match any robot name
Disallow: /cgi-bin/             # don't allow robots into cgi-bin
Disallow: /~*/                  # don't allow into users dir
Disallow: /DW/
Disallow: /bin/
Disallow: /cgi-bin-bak/
Disallow: /cgi-bin-non-modular/
Disallow: /menu/
Disallow: /scripts/
Disallow: /stats/               # don't allow into stats
Disallow: /statsanalog/          # don't allow into stats
Disallow: /statscombined/          # don't allow into stats
Disallow: /stats_huz/          # don't allow into stats
Disallow: /stats_niaid/          # don't allow into stats
Disallow: /stats_old/          # don't allow into stats
Disallow: /stats_uniprot/          # don't allow into stats
#Disallow: /psd_data/           # don't allow into psd_data
#Disallow: /pirdata/            # don't allow into pirdata
#Disallow: /gf-cgi/             # don't allow into gf-cgi
#Disallow: /jing-cgi/           # don't allow into jinq-cgi
#Disallow: /test-cgi/           # don't allow into test-cgi
#Disallow: /xiao-cgi/
#Disallow: /orc-cgi/
#Disallow: /janda-cgi/
#Disallow: /cgi-bin/pirwww/
#Disallow: /zzhou-cgi/
#Disallow: /pir/cgi-bin/        # don't allow into cgi-bin
#Disallow: /projects/ #don't allow into projects(caBIG, NIAID etc.) directory
~