# robots.txt file for www.usm.maine.edu

# 20120424 - jdustin - trying to block 80legs.com from hitting us again
User-agent: 008
Disallow: /

User-agent: * # all robots
Disallow: /usr/lib/cgi-bin
Disallow: /cgi-lib
Disallow: /_backup2008-06-30
Disallow: /*/_archive/
Disallow: /nodepicker/*
Disallow: /node/*
Crawl-delay: 10