User-agent: *
Disallow: /admin/
Disallow: /db/
Disallow: /images/
Disallow: /includes/
Disallow: /language/
Disallow: /templates/
Disallow: /cig-bin/
Disallow: /config.php
Disallow: /faq.php
Disallow: /groupcp.php
Disallow: /login.php
Disallow: /map.php
Disallow: /memberlist.php
Disallow: /modcp.php
Disallow: /posting.php
Disallow: /privmsg.php
Disallow: /profile.php
Disallow: /search.php
Disallow: /viewonline.php
Disallow: /dl_upload.php
Disallow: /dl_todo.php
Disallow: /dl_overview.php
Disallow: /dl_modcp.php
Disallow: /groupcp.php
Disallow: /user_dl_config.php
Disallow: /search_downloads.php


User-agent: Slurp
Crawl-delay: 10

User-Agent: msnbot
Crawl-Delay: 10