# robots.txt file # Sat, 3 Sep 2005 19:09:31 -0400 # Exclude Files From All Robots: User-agent: * Disallow: /assets/ Disallow: /cgi-bin/ Disallow: /downl/ Disallow: /error/ Disallow: /marcusbp_files/ Disallow: /misc/ Disallow: /ourbp_files/ Disallow: /phpfmg/ Disallow: /phpmyadmin/ Disallow: /WEB_INF/