# robots.txt file # Thu, 24 Jul 2008 00:34:20 +0000 User-agent: * Crawl-delay: 5 Disallow: /cgi-bin/ Sitemap: sitemaps.xml