User-agent: * Disallow: /fckeditor/ Disallow: /cms/ Disallow: /headscript.php Disallow: /scripts/ Disallow: /sitemap-generator.php Disallow: /test.php # each file or directory to be allowed or disallowed must be entered on # seperate lines ie # Allow: /news.html # Allow: /index.html # See www.robotstxt.org/wc/faq.html#log for more info