# robots.txt for http://www.araba.com/ # file created: 16.11.2001 User-agent: * # Disallow: /cgi-bin/ # exclude robots from specified tree # Disallow: /scripts/ User-Agent: msnbot Crawl-Delay: 120