User-agent: Googlebot
Disallow: /Search/
Disallow: /_layouts/
Disallow: /blog/_layouts/
Disallow: /Blog/_layouts/
Disallow: /ReusableContent/
Disallow: /Reports%20List/
Disallow: /WorkflowTasks/
Disallow: /SiteCollectionImages/
Disallow: /Documents/Forms/
Disallow: /Pages/Forms/
Disallow: /technicaldirectory/
Disallow: /Pages/pagenotfound.aspx
Disallow: /technicaldirectory/nhs/
Disallow: /home/
Disallow: /SiteCollectionDocuments/Largefiles/
Disallow: /SiteCollectionDocuments/MethodologyAndTools/
Disallow: /SiteCollectionDocuments/Consultation/
Disallow: /SiteCollectionDocuments/Downloads/

User-agent: Lycos_Spider_(T-Rex)
Disallow: /Search/
Disallow: /_layouts/
Disallow: /blog/_layouts/
Disallow: /Blog/_layouts/
Disallow: /ReusableContent/
Disallow: /Reports%20List/
Disallow: /WorkflowTasks/
Disallow: /SiteCollectionImages/
Disallow: /Documents/Forms/
Disallow: /Pages/Forms/
Disallow: /technicaldirectory/
Disallow: /Pages/pagenotfound.aspx
Disallow: /technicaldirectory/nhs/
Disallow: /home/
Disallow: /SiteCollectionDocuments/Largefiles/
Disallow: /SiteCollectionDocuments/MethodologyAndTools/
Disallow: /SiteCollectionDocuments/Consultation/
Disallow: /SiteCollectionDocuments/Downloads/

User-agent: TEOMA
Disallow: /Search/
Disallow: /_layouts/
Disallow: /blog/_layouts/
Disallow: /Blog/_layouts/
Disallow: /ReusableContent/
Disallow: /Reports%20List/
Disallow: /WorkflowTasks/
Disallow: /SiteCollectionImages/
Disallow: /Documents/Forms/
Disallow: /Pages/Forms/
Disallow: /technicaldirectory/
Disallow: /Pages/pagenotfound.aspx
Disallow: /technicaldirectory/nhs/
Disallow: /home/
Disallow: /SiteCollectionDocuments/Largefiles/
Disallow: /SiteCollectionDocuments/MethodologyAndTools/
Disallow: /SiteCollectionDocuments/Consultation/
Disallow: /SiteCollectionDocuments/Downloads/

User-agent: Scooter
Disallow: /Search/
Disallow: /_layouts/
Disallow: /blog/_layouts/
Disallow: /Blog/_layouts/
Disallow: /ReusableContent/
Disallow: /Reports%20List/
Disallow: /WorkflowTasks/
Disallow: /SiteCollectionImages/
Disallow: /Documents/Forms/
Disallow: /Pages/Forms/
Disallow: /technicaldirectory/
Disallow: /Pages/pagenotfound.aspx
Disallow: /technicaldirectory/nhs/
Disallow: /home/
Disallow: /SiteCollectionDocuments/Largefiles/
Disallow: /SiteCollectionDocuments/MethodologyAndTools/
Disallow: /SiteCollectionDocuments/Consultation/
Disallow: /SiteCollectionDocuments/Downloads/

User-agent: yahoo! Slurp
Disallow: /Search/
Disallow: /_layouts/
Disallow: /blog/_layouts/
Disallow: /Blog/_layouts/
Disallow: /ReusableContent/
Disallow: /Reports%20List/
Disallow: /WorkflowTasks/
Disallow: /SiteCollectionImages/
Disallow: /Documents/Forms/
Disallow: /Pages/Forms/
Disallow: /technicaldirectory/
Disallow: /Pages/pagenotfound.aspx
Disallow: /technicaldirectory/nhs/
Disallow: /home/
Disallow: /SiteCollectionDocuments/Largefiles/
Disallow: /SiteCollectionDocuments/MethodologyAndTools/
Disallow: /SiteCollectionDocuments/Consultation/
Disallow: /SiteCollectionDocuments/Downloads/

User-agent: msnbot
Disallow: /Search/
Disallow: /_layouts/
Disallow: /blog/_layouts/
Disallow: /Blog/_layouts/
Disallow: /ReusableContent/
Disallow: /Reports%20List/
Disallow: /WorkflowTasks/
Disallow: /SiteCollectionImages/
Disallow: /Documents/Forms/
Disallow: /Pages/Forms/
Disallow: /technicaldirectory/
Disallow: /Pages/pagenotfound.aspx
Disallow: /technicaldirectory/nhs/
Disallow: /home/
Disallow: /SiteCollectionDocuments/Largefiles/
Disallow: /SiteCollectionDocuments/MethodologyAndTools/
Disallow: /SiteCollectionDocuments/Consultation/
Disallow: /SiteCollectionDocuments/Downloads/
Crawl-delay: 10

User-agent: msnbot/2.0b 
Disallow: /Search/
Disallow: /_layouts/
Disallow: /blog/_layouts/
Disallow: /Blog/_layouts/
Disallow: /ReusableContent/
Disallow: /Reports%20List/
Disallow: /WorkflowTasks/
Disallow: /SiteCollectionImages/
Disallow: /Documents/Forms/
Disallow: /Pages/Forms/
Disallow: /technicaldirectory/
Disallow: /Pages/pagenotfound.aspx
Disallow: /technicaldirectory/nhs/
Disallow: /home/
Disallow: /SiteCollectionDocuments/Largefiles/
Disallow: /SiteCollectionDocuments/MethodologyAndTools/
Disallow: /SiteCollectionDocuments/Consultation/
Disallow: /SiteCollectionDocuments/Downloads/
Crawl-delay: 10

User-agent: WebZIP
Disallow: /Search/
Disallow: /_layouts/
Disallow: /blog/_layouts/
Disallow: /Blog/_layouts/
Disallow: /ReusableContent/
Disallow: /Reports%20List/
Disallow: /WorkflowTasks/
Disallow: /SiteCollectionImages/
Disallow: /Documents/Forms/
Disallow: /Pages/Forms/
Disallow: /technicaldirectory/
Disallow: /Pages/pagenotfound.aspx
Disallow: /technicaldirectory/nhs/
Disallow: /home/
Disallow: /SiteCollectionDocuments/Largefiles/
Disallow: /SiteCollectionDocuments/MethodologyAndTools/
Disallow: /SiteCollectionDocuments/Consultation/
Disallow: /SiteCollectionDocuments/Downloads/

#http://scooter.pa-x.dec.com
User-agent: Scooter/2.0 G.R.A.B. V1.1.0
Disallow: /

User-agent: fast
Disallow: /

#stop alexa.com
User-agent: ia_archiver
Disallow: /

User-agent: gazz/1.0
Disallow: /

User-agent: Teleport Pro/1.28
Disallow: /

User-agent: Openfind Robot/1.1A2
Disallow: /

User-agent: lwp-trivial/1.32
Disallow: /

User-agent: *
Disallow: /Search/
Disallow: /_layouts/
Disallow: /blog/_layouts/
Disallow: /Blog/_layouts/
Disallow: /ReusableContent/
Disallow: /Reports%20List/
Disallow: /WorkflowTasks/
Disallow: /SiteCollectionImages/
Disallow: /Documents/Forms/
Disallow: /Pages/Forms/
Disallow: /technicaldirectory/
Disallow: /Pages/pagenotfound.aspx
Disallow: /technicaldirectory/nhs/
Disallow: /home/
Disallow: /SiteCollectionDocuments/Largefiles/
Disallow: /SiteCollectionDocuments/MethodologyAndTools/
Disallow: /SiteCollectionDocuments/Consultation/
Disallow: /SiteCollectionDocuments/Downloads/