#The following example "/robots.txt" file specifies that no robots should visit any URL starting with "/cyberworld/map/" or "/tmp/", or /foo.html: #Disallow: /cyberworld/map/ # robots.txt for http://www.milkmaidmusic.co.uk User-agent: * Disallow: /htdocs/_wp_generated/ # This is irrelevant to the site Disallow: /htdocs/_wp_scripts/ # This is irrelevant to the site Disallow: /htdocs/private/ # These are the out of order pages Disallow: /htdocs/graphics/ # These are the page elements