User-agent: *
Disallow: /*ref=*
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /editor/
Disallow: /help/
Disallow: /images/
Disallow: /includes/
Disallow: /language/
Disallow: /mambots/
Disallow: /media/
Disallow: /modules/
Disallow: /templates/
Disallow: /installation/
User-Agent: MSNBot
User-Agent: Yahoo! Slurp
User-agent: Googlebot
User-agent: BizBot04 kirk.overleaf.com 
User-agent: HappyBot (gserver.kw.net) 
User-agent: CaliforniaBrownSpider 
User-agent: WhoWhere Robot 
User-agent: ITI Spider 
User-agent: w3index 
User-agent: SummyCrawler 
User-agent: SlowBot 
User-agent: heraSpider 
User-agent: Surfbot 
User-agent: Bizbot003 
User-agent: WebWalker 
User-agent: SandBot 
User-agent: EnigmaBot 
User-agent: ia_archiver
User-agent: psbot
User-Agent: Slurp
User-Agent: fast
User-Agent: FAST-WebCrawler
User-Agent: scooter
User-Agent: ArchitextSpider
User-Agent: Firefly
User-Agent: Lycos
User-Agent: Jeeves
User-Agent: teomaagent