# Robot behavior guidelines for www.cs.washington.edu
# See http://info.webcrawler.com/mak/projects/robots/exclusion.html

User-agent: *
Allow: /education/courses/544
Allow: /education/courses/cse544
Allow: /education/courses/444
Allow: /education/courses/cse444
Allow: /education/courses/590q
Allow: /education/courses/cse590q
Allow: /education/courses/599ds
Allow: /education/courses/cse599ds
Allow: /education/courses/590ds
Allow: /education/courses/cse590ds
Allow: /education/courses/599t
Allow: /education/courses/cse599t
Disallow: /archive 
Disallow: /htbin-post
Disallow: /logs
Disallow: /tmp
Disallow: /usage
Disallow: /utils
Disallow: /education/courses/
Disallow: /research/projects/lis
Disallow: /research/projects/cecil/www/www

User-agent: EmailSiphon
Disallow: /

User-agent: Extractor Pro
Disallow: /

User-agent: DLExpert
Disallow: /

User-agent: WebCopier
Disallow: /