# Robots.txt file from http://www.searchengineworld.com # # All robots will spider the domain User-agent: * Disallow: default.html Disallow: test.htm Disallow: provanews.html Disallow: ita/news/news_test.html Disallow: ita/news/news_blogger/ Disallow: italiano/ Disallow: english/ Disallow: org/ Disallow: swf/ Disallow: greybox/ Disallow: eng/florence/fashion_photography.htm Disallow: eng/dipartimento_ita.htm