User-Agent: *
Allow: /
Disallow: /sb
Disallow: /midgard
Disallow: /diary

User-agent: baiduspider 
Disallow: /

User-agent: TweetMemeBot 
Disallow: /

User-Agent: BaiduMobaider
Disallow: /

User-Agent: Yeti/1.0
Disallow: /

User-agent: *
Disallow: /diary

User-Agent: Y!J-SRD/1.0
Disallow: /

User-agent: Steeler
Disallow: /