User-agent: *   # directed to all robots
Disallow: /cgi-bin
Disallow: /htdocs/webalizer
Disallow: /htdocs/intern