#################################### # robots.txt file for this website # #################################### # addresses all robots by using wild card * User-agent: * Crawl-delay: 3 #tempo di riaccesso # list folders robots are not allowed to index Disallow: /app_data/ Disallow: /cgi-bin/ Disallow: /mdb-database/ Disallow: /public/ Disallow: /_private/ Disallow: /_vti_log/ Disallow: /brochure/old/ # list specific files robots are not allowed to index Disallow: /risultati_ricerca.htm Disallow: /directory/connetti.asp Disallow: /directory/query.asp Disallow: /directory/insert.asp Disallow: /y_key_ea592b4f96d634b7.html # auto-discovery directive # Please take my sitemap and index everything! Sitemap: http://www.bcp-energia.it/sitemap.xml Sitemap: http://www.bcp-energia.it/sitemap.txt ########################## # End of robots.txt file # ##########################