User-agent: linkchecker
Disallow: /cgi-bin/

User-agent: *
Disallow: /cgi-bin/
Disallow: /gth/releases/
Disallow: /gth/doc/cust_only/

User-agent: VoilaBot
Disallow: /lib