############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /images/ Disallow: /test/ Disallow: /cgi-bin/ Disallow: /aspnet_client/ # # list specific files robots are not allowed to index # Disallow: /thanks.htm Disallow: /help.htm Disallow: /news.htm Disallow: /x2y.org.uka7fe5a6b783658dc2e7016ae496a8e3e46e3f883.txt Disallow: /404.htm Sitemap: /sitemap_gen.asp # # ###############################