# robots.txt file for Exit133.com # general crawlers User-agent: * Disallow: /images Disallow: /cgi-bin Disallow: /urchin Disallow: /webmail Disallow: /textpattern Disallow: /galleries # specific crawlers User-agent: msnbot Crawl-delay: 120 User-Agent: datacha0s/2.0 Disallow: /