# All robots will spider the domain

User-agent: CazoodleBot
Disallow: /
User-agent: *
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /news/
Disallow: /ht/
Disallow: /boris/
Disallow: /poll/
Disallow: *.inc