User-agent: * 
User-agent: googlebot
User-agent: Googlebot
User-agent: yahoobot
User-agent: yahoo-newscrawler
User-agent: MSNBot
User-agent: Yahoo! Slurp
User-agent: Slurp
User-agent: Teoma
User-agent: ia_archiver
User-agent: BotRightHere
User-agent: Mediapartners-Google*
User-agent: larbin
User-agent: b2w/0.1
User-agent: Copernic
User-agent: psbot
User-agent: Python-urllib
User-agent: NetMechanic
User-agent: URL_Spider_Pro

Allow: /
Allow: /crib/
Allow: /media/

# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://www.sohood.com/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN