# robots.txt for www.safelimited.com # # Outside agents may search the site, but will be restricted from the disallowed directories User-agent: * Disallow: /forum Disallow: /cgi-bin Disallow: /cgi_data Disallow: /farzin Disallow: /game Disallow: /images Disallow: /pictures Disallow: /logs Disallow: /members Disallow: /postcard Disallow: /poll Disallow: /gdt Disallow: /mainlogger Disallow: /scripts Disallow: /search Disallow: /shopping Disallow: /store # Primary search engine will have same area as outside engines, as well as feature press releases User-agent: htdig-main Disallow: /forum Disallow: /cgi-bin Disallow: /cgi_data Disallow: /farzin Disallow: /game Disallow: /images Disallow: /pictures Disallow: /logs Disallow: /members Disallow: /postcard Disallow: /poll Disallow: /gdt Disallow: /mainlogger Disallow: /scripts Disallow: /search Disallow: /shopping Disallow: /store # Press release search engine will restrict itself to press release area, but has free-reign there User-agent: htdig-press Disallow: /forum Disallow: /cgi-bin Disallow: /cgi_data Disallow: /farzin Disallow: /game Disallow: /images Disallow: /pictures Disallow: /logs Disallow: /members Disallow: /postcard Disallow: /poll Disallow: /gdt Disallow: /mainlogger Disallow: /scripts Disallow: /search Disallow: /shopping Disallow: /store