User-agent: dotbot 
Disallow: /

User-agent: *
Disallow: /accessibility/accessoptions/
Disallow: /submitPostData/
Disallow: /dcells/
Disallow: /deet/
Disallow: /depc/
Disallow: /dhss/
Disallow: /dphhp/
Disallow: /dpsp/
Disallow: /dsjlg/
Disallow: /caec/
Disallow: /desh/
Disallow: /cisd/
Disallow: /humanresources/
Disallow: /firstminister/
Disallow: /legalservices/
Disallow: /campaign/
Disallow: /consultation/
Disallow: /press/
Disallow: /legislationcs/
Disallow: /40346/
Disallow: /subsites/
Disallow: /867307/
Disallow: /docrepos/
Disallow: /link-roster/
Disallow: /newsletter/
Disallow: /pubs/
Disallow: /pubdecisionreports/
Disallow: /pubdisclosure/
Disallow: /config/
Disallow: /cbin/
Disallow: /clearcache2/
Disallow: /legislationcs/
Disallow: /743603/
Disallow: /1306269/
Disallow: /translation/
Disallow: /strategy/
Disallow: /templates/
Disallow: /3138725/
Disallow: /forums/
Disallow: /subs/
Disallow: /docs/
Disallow: /*?version=*
Disallow: /*?cr=*
Disallow: /*?ts=*
Disallow: /*?force=en* 
Disallow: /*?force=Cy* 
Disallow: /*?f=* 
Disallow: /*?v=* 
Disallow: /*?m=* 
Disallow: /*?search*
Disallow: /*view=*
Disallow: /*?pageNum* 
Disallow: /*;jsessionid* 
Disallow: /*?body* 
Disallow: /*?filter_year* 
Disallow: /*;jsessionid*
Disallow: /newsroom/*?status*
Disallow: /about/*?status*
Disallow: /topics/*?status*
Disallow: /topics/*;jsessionid*
Disallow: /news/*?status*
Disallow: /legislation/*?status*
Disallow: /funding/*?status*
Disallow: /*252525*

Crawl-delay: 0.5