# /robots.txt file for this site # to allow all # User-agent: webcrawler # Disallow: # stop specific directories, each disallow on a new line # User-agent: lycos # Disallow: /stay_out # to stop all # User-agent: * # Disallow: /