# disallows all Web Spiders from certain folders
User-agent: *
Disallow: /Documents/
Disallow: /secure/
Disallow: /Admin/
Disallow: /Knowledgebase/