User-agent: msnbot
User-agent: ShopWiki
User-agent: twiceler
User-agent: sogou
User-agent: Slurp
User-agent: YodaoBot
Disallow: /

User-agent: *
Disallow: /pub
Disallow: /feeds.html