# robots.txt control the spiders on how to index this site. # author sebastian.udeajah[at]gmail[dot]com User-agent: * Allow: /index.html Allow: /index.aspx Allow: /default.aspx Disallow: /diasporan/ Disallow: /headhunters/ Disallow: /images/ Disallow: /scripts/ Disallow: /App_Code/ Disallow: /App_Bin/ Disallow: /Bin/ Disallow: /cgi-bin Disallow: /stats Disallow: /_database # In short to forbid them all for now do # d-isallow: /