User-agent: *
Disallow: /cgi-bin
Disallow: /members/ # To hide members from robots
Disallow: /msc/ # To hide MSC from robots
Disallow: /webalizer/ # To hide webalizer from robots
Crawl-delay: 10