# Robots.txt file from http://www.searchengineworld.com
# Bans from listed directories

User-agent: *
Disallow: /html/
Disallow: /cgi-bin/
Disallow: /programming/
Disallow: /*.pdf
Disallow: /*.css
Disallow: /*.js