# robots.txt for http://www.milesgreen.net/ User-agent: * Disallow: /error.html Disallow: /assets/ Disallow: /client/ Disallow: /photos/ Disallow: /temp/ Disallow: /tests/