# PaysiteSearch: robots.txt # # This file is used to allow crawlers to index our site. User-agent: * Disallow: /cgi-bin/search/report.cgi Disallow: /cgi-bin/search/sendsite.cgi Disallow: /cgi-bin/search/review.cgi