# robots.txt file for http://www.yoursite.com # This character signifies a comment tag # User-agent: webcrawler # Disallow: # The above would allow webcrawler unlimited access. # User-agent: altavista # Disallow: / # The above would disallow all site queries by this altavista! huh? User-agent: * Disallow: /webstat