# robots.txt for http://???/ User-agent: * Disallow: /admin/ # The Admin area Disallow: /includes/ # Disallow: /html/ # Disallow: /feeds/ # Disallow: /scripts/ #