# 1) this filename (robots.txt) must stay lowercase # 2) this file must be in the servers root directory # ex: http://www.mydomain.com/pliggsubfolder/ -- you must move the robots.txt from # /pliggsubfolder/ to the root folder for http://www.mydomain.com/ # you must then add your subfolder to each 'Disallow' below # ex: Disallow: /cache/ becomes Disallow: /pliggsubfolder/cache/ http://www.pubblicalo.netsons.org/module.php?module=xml_sitemaps_show_sitemap User-agent: * Disallow: /?page=1$ Disallow: /?page=*&part= Disallow: /3rdparty/ Disallow: /admin/ Disallow: /admin Disallow: /admin_index.php Disallow: /api/ Disallow: /backup/ Disallow: /cache/ Disallow: /cgi-bin/ Disallow: /evb/ Disallow: /install/ Disallow: /internal/ Disallow: /js/ Disallow: /libs/ Disallow: /live Disallow: /login.php Disallow: /modules/ Disallow: /out.php Disallow: /plugins/ Disallow: /templates/ Disallow: /templates_c/ Disallow: /thickbox/ Disallow: /topusers.php Disallow: /user_add_remove_links.php Disallow: /scarecrow.php