#robots.txt for Indicator plus Site

User-agent: *
Disallow: /personnel/download.php
Disallow: /personnel/toolkits/uktasdtk/index.php
Disallow: /healthandsafety/download.php
Disallow: /safeempdoc/download.php
Disallow: /hsedoc/download.php
Disallow: /hsedoc/most_recent_issue_detail.php
Disallow: /tax/download.php

Sitemap: http://plus.indicator.co.uk/sitemap.xml

# Allow internal search engine
User-agent: indicator-crawler
Disallow: /personnel/login.php
Disallow: /tax/login.php
Disallow: /healthandsafety/login.php
Disallow: /hsedoc/login.php
Disallow: /safeempdoc/login.php
Disallow: