User-agent: *
Disallow: /cgi-bin
Disallow: /ICSonly/
Disallow: /files/

User-Agent: W3C-checklink
Disallow: /gen/
Disallow: /~*