# robots.txt for http://actortracker.com/
User-agent: *
Disallow: /amazon 
Disallow: /aws-api 
Disallow: /data
Disallow: /includes
Crawl-delay: 20

User-agent: psbot
Disallow: /

User-agent: Teoma
Disallow: /