# robots.txt file for ThriceAllAmerican.com # general crawlers User-agent: * Disallow: /images Disallow: /cgi-bin Disallow: /textpattern # specific crawlers User-agent: msnbot Crawl-delay: 120