User-agent: *
Disallow: /anon_ftp
Disallow: /bin
Disallow: /cgi-bin
Disallow: /conf
Disallow: /pd
Disallow: /private
Disallow: /subdomains
Disallow: /web_users