# robots.txt for http://vallant.biz/ # mail admin@vallant.biz for constructive criticism # only google support wildcards (), and end-markers ($) # only Yahoo Slurp supports "Crawl-Delay" # see http://help.yahoo.com/help/us/ysearch/slurp/slurp-03.html User-agent: googlebot Disallow: User-agent: Slurp Disallow: # default for all others # not sure about the semantics of this # I hope it does not mean "/diff" but all files called "diff" will not be crawled User-agent: * Disallow: # eof