# robots.txt file for http://remotesitemanager.com # and http://remotesitemanager.net User-agent: * Disallow: /cgi-bin/ Disallow: /phpgdv2/ Disallow: / #Currently disallow all as no unprotected pages are availiable Crawl-delay: 4 Request-rate: 1/4 # max request rate is 1 page every 4 sec. Visit-time: 0500-1100 # Limit visiting hours