User-agent: * Disallow: /cgi-bin/ Disallow: /cgi/ Disallow: /avl/forbidden.html Disallow: /subscribe.html Disallow: /notfound.html