# Robots.txt file from http://www.searchengineworld.com # # All robots will spider the domain User-agent: * Disallow: /forums/root/group*.html Disallow: /forums/root/member*.html Disallow: /forums/root/the-team.html Disallow: /forums/root/adm/ Disallow: /forums/root/download.php Disallow: /forums/root/file.php Disallow: /forums/root/images/ Disallow: /forums/root/includes/ Disallow: /forums/root/language/ Disallow: /forums/root/memberlist.php Disallow: /forums/root/mcp.php Disallow: /forums/root/posting.php Disallow: /forums/root/ucp.php Disallow: /forums/root/search.php Disallow: /forums/root/styles/ Disallow: /forums/root/viewonline.php Disallow: /forums/root/faq.php Disallow: /forums/root/style.php Disallow: /forums/root/style.php* Disallow: /forums/root/memberlist.php* Disallow: /forums/root/search.php* Disallow: /forums/root/ucp.php* Disallow: /forums/root/posting.php* Disallow: /forums/root/report.php* Disallow: /forums/root/download.php* Disallow: /forums/root/file.php* Disallow: /forums/root/*?sid=*