# Added because ia_archiver had been sucking down thousands of copies of the
# same pages, with differend sid values, causing a traffic spike.
# 2004.03.09
User-Agent: ia_archiver
Disallow: /crew/crowsnest