# robots.txt for www.ctr.columbia.edu (ex www.auditory.org)
# dpwe@icsi.berkeley.edu 1996jul10
User-agent: *           # directed to all spiders, not just Scooter
#Disallow: /cgi-bin/sources
#Disallow: /access_stats
#Disallow: /cafeteria/lunch_menus/
#
# 2001-01-20: Avoid indexing web-based list of AUDITORY members
Disallow: /AUDITORY/audindex.html
Disallow: /~dpwe/AUDITORY/audindex.html
Disallow: /audindex.html
# 2001-07-14: Omigod, PLEASE don't crawl the mailback pages again...
Disallow: /dpwe-bin/
# 2002-07-07: Don't try to scan proceeds
Disallow: /proceeds/
Disallow: /~dpwe/LabROSA/proceeds/