# robots.txt for http://www.fastseduction.com/ User-agent: * Disallow: /discussion/ Disallow: /cities/ Disallow: /amazon Disallow: /amazon? Disallow: /promo/ Disallow: /masf/ Disallow: /cgi-bin/ib/profile.cgi Disallow: /cgi-bin/ib/profile.cgi? Disallow: /cgi-bin/safemail.cgi Disallow: /cgi-bin/safemail.cgi? Disallow: /cgi-bin/ib/post.cgi Disallow: /cgi-bin/ib/post.cgi? Disallow: /cgi-bin/masfflag.cgi Disallow: /cgi-bin/masfflag.cgi? Disallow: /cgi-bin/masfrank.cgi Disallow: /cgi-bin/masfrank.cgi? Disallow: /cgi-bin/ib/forumoptions.cgi Disallow: /cgi-bin/ib/forumoptions.cgi? Disallow: /cgi-bin/ib/post.cgi Disallow: /cgi-bin/ib/post.cgi? Crawl-delay: 20 User-agent: BecomeBot Disallow: /discussion/ Disallow: /cities/ Disallow: /cgi-bin/ Disallow: /amazon Disallow: /amazon? Disallow: /masf/ Disallow: /cgi-bin/ib/profile.cgi Disallow: /cgi-bin/ib/profile.cgi? Disallow: /cgi-bin/safemail.cgi Disallow: /cgi-bin/safemail.cgi? Disallow: /cgi-bin/ib/post.cgi Disallow: /cgi-bin/ib/post.cgi? Disallow: /cgi-bin/masfflag.cgi Disallow: /cgi-bin/masfflag.cgi? Disallow: /cgi-bin/masfrank.cgi Disallow: /cgi-bin/masfrank.cgi? Disallow: /cgi-bin/ib/forumoptions.cgi Disallow: /cgi-bin/ib/forumoptions.cgi? Disallow: /cgi-bin/ib/post.cgi Disallow: /cgi-bin/ib/post.cgi? Crawl-Delay: 30 User-agent: Fasterfox Disallow: / User-agent: ia_archiver Disallow: / User-agent: gigabot Disallow: /