# General robots.txt

User-agent: Slurp
Crawl-delay: 30 

User-agent: YahooSeeker
Crawl-delay: 30
Disallow: /mm5/

User-agent: *
Disallow: /mm5/
Disallow: /cgi-bin/ 
Disallow: /cgi/
Disallow: /images/
Disallow: /guestbook/
Disallow: /private/
Disallow: /membersonly/
Disallow: /forbidden/
Disallow: /keepout/
Disallow: /admin/
Disallow: /administrator/
Disallow: /administration/
Disallow: /adminonly/
Disallow: /adult/
Disallow: /stats/