#Google Search Engine Robot
User-agent: Googlebot
# Crawl-delay: 10 -- Googlebot ignores crawl-delay ftl
Disallow: /*?
Disallow: /*/with_friends

#Yahoo! Search Engine Robot
User-Agent: Slurp
Disallow: /*?
Disallow: /*/with_friends

#Microsoft Search Engine Robot
User-Agent: msnbot
Disallow: /*?
Disallow: /*/with_friends

User-agent: uberbot
Disallow: /

User-agent: uberbot 1.0
Disallow: /

User-agent: Butterfly
Disallow: /

User-agent: Topsy Butterfly
Disallow: /

User-agent: Topsy
Disallow: /

User-agent: dotbot
Disallow: / 

User-agent: Yandex
Disallow: / 

User-agent: YandexBot
Disallow: / 

User-agent: Baidu
Disallow: / 

User-agent: Baiduspider
Disallow: / 

User-agent: Ahrefsbot
Disallow: /