# /robots.txt file for gsa-crawler User-agent: gsa-crawler User-Agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /includes/ Disallow: /*.cgi Disallow: /autismTest/