# robots.txt file for http://www.webcomer.net/ # Generated by SOFTplus GSiteCrawler v1.23 rev. 286 / http://gsitecrawler.com/ # 14.07.2008 08:50 User-agent: * Disallow: /admin/ Disallow: /search.php Disallow: /adp/ Disallow: /crawlsetcookie.php Disallow: /cgi-bin/ # end of file