User-agent: *
Disallow: /blackhole/
Disallow: /captcha.php
Disallow: /editpost.php
Disallow: /modcp.php
Disallow: /moderation.php
Disallow: /newreply.php
Disallow: /newthread.php
Disallow: /printthread.php
Disallow: /private.php
Disallow: /ratethread.php
Disallow: /report.php
Disallow: /sendthread.php
Disallow: /task.php
Disallow: /usercp.php
Disallow: /usercp2.php
Disallow: /admin/index.php?module=tools-undodelete&action=threads
Disallow: /admin/index.php?module=tools-undodelete&action=posts
Disallow: /admin/
Disallow: *.axd
Disallow: /cgi-bin/
Disallow: /member
Disallow: /tmp/
Disallow: /junk/


User-agent: bingbot
User-agent: ia_archiver
User-agent: AhrefsBot
User-agent: YandexBot
User-agent: MJ12bot
User-agent: Ezooms
User-agent: Baiduspider
User-agent: spider
User-agent: Yandex
User-agent: ezooms
User-agent: BaiduMobaider 
User-agent: BaiduImagespider 
Disallow: /

User-agent: sogou spider
User-agent: Ezooms/1.0
User-agent: Yahoo! Slurp
User-agent: Sosospider+
User-agent: Yandex.com
User-agent: YandexBot/3.0
User-agent: Baiduspider+
User-agent: Baiduspider/2.0
User-agent: +Baiduspider
User-agent: +Baiduspider/2.0
Disallow: /

User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
User-agent: Baiduspider/2.0;+http://www.baidu.com/search/spider.html
User-agent: +Baiduspider/2.0;++http://www.baidu.com/search/spider.html
User-agent: Mozilla/5.0(compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
User-agent: Mozilla/5.0 (compatible; special_archiver/3.1.1 +http://www.archive.org/details/archive.org_bot)
User-agent: Mozilla/5.0 (compatible; Ezooms/1.0; ezooms.bot[at]gmail[dot]com)
User-agent: Mozilla/5.0 (compatible; MJ12bot/v1.4.4; http://www.majestic12.co.uk/bot.php?+)
Disallow: /





# slow down Bingbot

User-agent: bingbot
Crawl-delay: 20

User-agent: msnbot
Crawl-delay: 20

# slow down samsung

User-agent: SAMSUNG-SGH-A157/A157UCLD1 SHP/VPP/R5 NetFront/4.2 SMM-MMS/1.2.0
Crawl-delay: 30

User-agent: msnbot-media/1.1
Crawl-delay: 20


User-Agent: MJ12bot
Crawl-Delay:   20


User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /