# robots.txt for webmagic.com
User-agent: ia_archiver
Disallow: /