User-agent: * 
Disallow: *.dat

User-agent: Googlebot
User-agent: Twitterbot
User-agent: bingbot
User-agent: "Yahoo! Slurp"
User-agent: YahooCacheSystem
User-agent: "Y!J-ASR/0.1 crawler"
Disallow: bbs.cgi