# robots.txt for http://www.spank.com/ User-agent: * Disallow: /surf/ # This is temp URL space Disallow: /log/ # non directory