# robots.txt for http://www.example.com/ User-agent: * Disallow: /db/ # This is an infinite virtual URL space Disallow: /cgi-bin/ # these will soon disappear Disallow: /bin/ # these will soon disappear Disallow: /DataLayer/ # these will soon disappear Disallow: /WebUserControl1.ascx Disallow: /Global.asax Disallow: /WebUserControl1.ascx Disallow: /Test/ Disallow: /Global.asa Disallow: /ec/ Disallow: /ectest/ Disallow: /files/ Disallow: /test/ Disallow: /backup/ Disallow: /scripts/ Disallow: /aspnet_client/ Disallow: /counter/ Disallow: /Datalayer/ Disallow: /tender_asp_bak/ Disallow: /sda/ Disallow: /pdf/ Disallow: /downloads/ Disallow: /Maldives/ Disallow: /asptest/ Disallow: /asp/ Disallow: /tenders/ Disallow: /backup1/ Disallow: /loglog/ Disallow: /Web.config Disallow: /files/