User-agent: *
Crawl-Delay: 3
Disallow: /include/
Disallow: /cgi-bin/mt4/plugins/SendEntry/mt-send-entry.cgi

User-Agent: MJ12bot
Crawl-Delay: 3

User-agent: 008
Disallow: /tags/	

User-agent: Twitterbot
Crawl-Delay: 0
Disallow:

User-Agent: bingbot
Crawl-Delay: 3
Disallow: /cgi-bin/mt4/

User-Agent:AhrefsBot
Crawl-Delay: 3
Disallow: /cgi-bin/mt4/

User-Agent:SemrushBot
Crawl-Delay: 3
Disallow: /cgi-bin/mt4/

User-agent: msnbot 
Crawl-delay: 3