User-agent: *
Disallow: /bin/
Disallow: /temp/
Disallow: /w3c/
Disallow: /Links/New/
Disallow: /KidsWeb/New/
Disallow: /programs/archive/
Disallow: /about/jobs/position/
Disallow: /readers/lists/
Disallow: /about/authors/au/

# Yahoo does not do 404
# User-agent: Slurp
# Disallow: /

User-agent: Lachesis
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: RPT-HTTPClient
Disallow: /

User-agent: Missigua
Disallow: /

User-agent: Wget
Disallow: /

User-agent: Java
Disallow: /

User-agent: Opera
Disallow: /

User-agent: T8Abot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: MSNPTC
Disallow: /