# robots.txt file to handle crawlers and spiders
User-agent: Googlebot
Disallow :/ads
Disallow :/cc
Disallow :/classifieds
Disallow :/images
Disallow :/images_rc_1105
Disallow :bombing
Disallow :news9
Disallow: /old_templates

User-agent: Nutch
Disallow: /

User-agent: *
Disallow :/