# Robots.txt file from http://www.searchengineworld.com # # All robots will spider the domain User-agent: * Disallow: /archimage/ Disallow: /a/ Disallow: /s/ Disallow: /c/ Disallow: /s/9,0,0,0,0.html Disallow: /c/1,0,0,0,0.html Disallow: /c/0,1,0,0,0.html Disallow: /c/0,0,1,0,0.html Disallow: /c/0,0,2,0,0.html Disallow: /c/0,0,14,0,0.html Disallow: /c/0,0,26,0,0.html Disallow: /c/0,0,27,0,0.html Disallow: /c/0,0,28,0,0.html Disallow: /c/0,0,29,0,0.html Disallow: /c/0,0,31,0,0.html Disallow: /Link/