# robots.txt # file created: 24.12.2000 User-agent: googlebot # Allow: /www/www/index.html User-agent: msnbot # Allow: /www/www/index.html User-agent: slurp # Allow: /www/www/index.html User-agent: * # Disallow: / # Disallow: /cgi-bin/ # Disallow: /scripts/ # file modified: 14.01.2006