# robots, scram # $ld: robots.txt v 1.2 1999/05/18 13:43:00 mreed Exp User-agent: * Disallow: /admin/ Disallow: /App/ Disallow: /images/ Disallow: /lib/ Disallow: /logs/ Disallow: /pub/ Disallow: /cgi-bin/ # $ld: robots.txt v 1.2 1999/05/18 13:43:00 mreed Exp User-agent: * Crawl-delay: 120 User-agent: Slurp Crawl-delay: 2