# Robots.txt file from http://www.ipcgroup.co.uk/robots.txt # # All robots will spider the domain sitemap: http://www.ipcgroup.co.uk/sitemap.xml User-agent: * Disallow: /plugins/ Disallow: /system/ Disallow: /templates/ Disallow: /typolight/ Disallow: /CHANGELOG.txt Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /cron.php Disallow: /flash.php Disallow: /about.html # STOPS PDF FILES BEING INDEXED Disallow: /*.pdf$ # STOPS DYNAMICALLY GENERATED PAGES BRING INDEXED Disallow: /*?