User-agent: * Disallow: # This file should be accessible via HTTP on the local URL "/robots.txt". # An empty Disallow value indicates that all URLs can be retrieved. # See http://www.robotstxt.org/wc/norobots.html # or http://www.searchengineworld.com/robots/robots_tutorial.htm