# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $ # # robots.txt User-agent: * Crawl-delay: 10 # Directories Disallow: /admin/ Disallow: /backup/ Disallow: /cron/ Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /files/