User-agent: linkchecker Disallow: /cgi-bin/