User-agent: ArchitextSpider
User-agent: Baiduspider
User-agent: Googlebot
User-agent: Googlebot-ImageUser-agent: Mediapartners-Google
User-agent: msnbot
User-agent: msnbot-media
User-agent: Scooter
User-agent: Slurp
User-agent: Teoma
User-agent: Yahoo-Blogs
User-agent: Yahoo-MMCrawler
User-agent: Yandex
User-agent: WDG_SiteValidator
Crawl-delay: 5
Sitemap: http://www.fta.co.uk/sitemap.xml
Disallow: /export/sites/default/alkacon-documentation/
Disallow: /ct/
Allow: /

User-agent: Googlebot-Image
Disallow: /export/sites/fta/_galleries/images/logos/fta_member_rgb_280x210.jpg
Disallow: /export/sites/fta/_galleries/downloads/private/microlise_remote_digital_tachograph_download_brochure.pdf