# robots.txt updated Nov 10 2006 User-agent: * #match all bots Disallow: /includes/ Disallow: /phpadmin/ Disallow: /agentwebsite/ Disallow: /agents/ Disallow: /admin/ Disallow: /charts/ Disallow: /aspnet_client/ Disallow: /temp/ Disallow: /UserFiles/ Disallow: /images/ crawl-delay: 1.0 #1 second crawl delay