#This file tells robots which directories they can visit
#for security we will be fairly restrictive

#allow webcrawler to crawl all directories
User-agent: webcrawler
Disallow: 

#allow Google
User-agent: Googlebot
Disallow:

#allow Yahoo