User-agent: *
Disallow: /api/
Disallow: /content/
Disallow: /test/
Disallow: /includes/
Disallow: /fx/
Disallow: /clients/reports/

Sitemap: http://www.intota.com/Sitemap1.xml

# Rover is a bad dog <http://www.roverbot.com>
User-agent: Roverbot
Disallow: /

# Internetseer is seeing too much internet <http://sitecheck.internetseer.com>
User-Agent: Internetseer
Disallow: /
User-Agent: sitecheck.internetseer.com
Disallow: /

# 2007-08-15: Twiceler is hitting us a lot, for very little gain <http://www.cuill.com>
User-Agent: twiceler
Disallow: /

# 2008-03-12: Charlotte is hitting us a lot. It's a startup <http://www.searchme.com/>
User-Agent: Charlotte
Disallow: /