# exclude directories from robots (search engines) User-agent: * Disallow: /cgi-bin/ /intern/