User-agent: *
Disallow: /*ref=*
Disallow: /wp-*
Disallow: /wp-app.php
Disallow: /wp-atom.php
Disallow: /wp-blog-header.php
Disallow: /wp-comments-posts.php
Disallow: /wp-commentsrss2.php
Disallow: /wp-config.php
Disallow: /wp-cron.php
Disallow: /wp-feed.php
Disallow: /wp-links-opml.php
Disallow: /wp-login.php
Disallow: /wp-mail.php
Disallow: /wp-pass.php
Disallow: /wp-rdf.php
Disallow: /wp-register.php
Disallow: /wp-rss.php
Disallow: /wp-rss2.php
Disallow: /wp-settings.php
Disallow: /wp-trackback.php
Disallow: /xmlrpc.php
User-Agent: MSNBot
User-Agent: Yahoo! Slurp
User-agent: Googlebot
User-agent: BizBot04 kirk.overleaf.com 
User-agent: HappyBot (gserver.kw.net) 
User-agent: CaliforniaBrownSpider 
User-agent: WhoWhere Robot 
User-agent: ITI Spider 
User-agent: w3index 
User-agent: SummyCrawler 
User-agent: SlowBot 
User-agent: heraSpider 
User-agent: Surfbot 
User-agent: Bizbot003 
User-agent: WebWalker 
User-agent: SandBot 
User-agent: EnigmaBot 
User-agent: ia_archiver
User-agent: psbot
User-Agent: Slurp
User-Agent: fast
User-Agent: FAST-WebCrawler
User-Agent: scooter
User-Agent: ArchitextSpider
User-Agent: Firefly
User-Agent: Lycos
User-Agent: Jeeves
User-Agent: teomaagent