User-agent: lmspider lmspider@scansoft.com
Disallow: /

User-agent: attributor
Disallow: /

User-agent: googlebot
Disallow: /bb/profile.php*
Disallow: /bb/*sid=* 
Disallow: /item.php*
Disallow: /mt3/mt-search.cgi*
Disallow: /*blogarch.php$
Disallow: /*.htm$
### googlebot requires to repeat
Disallow: /item.php
Disallow: /adserver/
Disallow: /bb/memberlist.php
Disallow: /bb/modcp.php
Disallow: /bb/posting.php
Disallow: /bb/privmsg.php
Disallow: /bb/profile.php
Disallow: /cgi-bin/
Disallow: /go.php
Disallow: /item.php
Disallow: /mt/
Disallow: /mt3/
Disallow: /palm.php
Disallow: /pfad.php
Disallow: /scripts/
Disallow: /stats/
Disallow: /robotcheck.php

Disallow: /rest/
Disallow: /store/
Disallow: /media/


User-agent: Slurp
Crawl-delay: 10
Disallow: /bb/*
Disallow: /mt3/mt-search.cgi*
Disallow: /*.htm$
Disallow: /item.php*
Disallow: /mt-static/

Disallow: /rest/
Disallow: /store/
Disallow: /media/

User-agent: Exabot
Crawl-delay: 60

User-agent: Yandex
Disallow: /arch/
Disallow: /bb/
Disallow: /images/
Disallow: /mt3/
Disallow: /scripts/
Disallow: /stats/
Disallow: /mt-static/

Crawl-delay: 10

User-agent: YodaoBot
Disallow: /bb/
Disallow: /images/

User-agent: *
Disallow: /adserver/
Disallow: /bb/memberlist.php
Disallow: /bb/modcp.php
Disallow: /bb/posting.php
Disallow: /bb/privmsg.php
Disallow: /bb/profile.php
Disallow: /cgi-bin/
Disallow: /go.php
Disallow: /item.php
Disallow: /mt/
Disallow: /mt3/
Disallow: /palm.php
Disallow: /pfad.php
Disallow: /scripts/
Disallow: /stats/
Disallow: /robotcheck.php
Disallow: /mt-static/
Disallow: /bb/inc_search.php

Disallow: /rest/
Disallow: /store/
Disallow: /media/