User-agent: ia_archiver
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: BaiduMobaider
Disallow: /

User-agent: BaiduImagespider
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Toread-Crawler
Disallow: /

User-agent: yodaobot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: NaverBot
Disallow: /

User-Agent: snapbot
Disallow: /

User-agent: Megalodon
Disallow: /

User-agent: rfcrawler-mobile
Disallow: /

User-Agent: Hatena

User-Agent: Googlebot
Disallow: /
Allow: /t/index.rdf
Allow: /t/no_comments.rdf

User-agent: Googlebot-Image
Disallow: /

User-Agent: Googlebot-Mobile
Disallow: /
Allow: /t/index.rdf
Allow: /t/no_comments.rdf

User-Agent: LC-Crawler
Disallow: /
Allow: /t/index.rdf
Allow: /t/no_comments.rdf

User-Agent: Slurp
Disallow: /
Allow: /t/index.rdf
Allow: /t/no_comments.rdf

User-agent: Yahoo-MMCrawler
Disallow: /
Allow: /t/index.rdf
Allow: /t/no_comments.rdf

User-agent: Y!J-SRD/1.0
Disallow: /
Allow: /t/index.rdf
Allow: /t/no_comments.rdf

User-agent: Y!J-MBS/1.0
Disallow: /

User-Agent: msnbot
Disallow: /
Allow: /t/index.rdf
Allow: /t/no_comments.rdf

User-Agent: psbot
Disallow: /

User-agent: *
Disallow: /
Allow: /t/index.rdf
Allow: /t/no_comments.rdf