User-agent: gsa-crawler+(Enterprise;+T3-HR8MK3S756ETJ;+google-support@extended-content.com)
Disallow: /
User-agent: BLP_bbot/0.1
Disallow: /
User-agent: blp_bbot/0.1
Disallow: /
User-agent: Java/1.6.0
Disallow: /
User-agent: Java/1.6.0_04
Disallow: /
User-agent: Java/1.6.0_11
Disallow: /
User-agent: Java/1.6.0_15
Disallow: /
User-agent: Java/1.6.0_16
Disallow: /
User-agent: Java/1.6.0_17
Disallow: /
User-agent: Java/1.6.0_18
Disallow: /
User-agent: Java/1.6.0_20
Disallow: /
User-agent: Java/1.6.0_22
Disallow: /
User-agent: Java/1.6.0_24
Disallow: /
User-agent: Java/1.6.0_25
Disallow: /
User-agent: *
Disallow: /*?redir
Disallow: /staticresources/
Disallow: /investis/
Disallow: /tools/
Disallow: /investis modules/
Disallow: /*/sitecore/
Disallow: /sitecore/
Disallow: /*/sitecore/content/
Disallow: /sitecore/content/
Disallow: /Javascripts/
Disallow: /javascripts/
Disallow: /stylesheets/
Disallow: /Stylesheets/
Disallow: /error-page.aspx
Disallow: /*/error-page.aspx
Disallow: /favicon.ico
Disallow: /WebResource.axd
Disallow: /Webresource.axd
Disallow: /ScriptResource.axd

Disallow: /~/media/Files/B/British-Land-V3/press-release/2010/British-Land-Supplier-Payment-Policy.pdf
Disallow: /~/media/Files/B/British-Land-V3/downloads/2014/cbre-valuation-report-2014-v1.pdf

Disallow: /~/media/Files/B/British-Land-V3/reports-and-presentations/pdf/pdf_161.pdf
Disallow: /~/media/Files/B/British-Land-V3/reports-and-presentations/pdf/pdf_93.pdf
Disallow: /~/media/Files/B/British-Land-V3/reports-and-presentations/pdf/pdf_133.pdf
Disallow: /~/media/files/B/British-Land-V3/downloads/investor-downloads/bl-supply-chain-charter-2052014.pdf
Disallow: http://www.britishland.eu
Disallow: http://www.britishland.eu/*
Disallow: /~/media/Files/B/British-Land-V4/documents/SupplierGDPR.pdf

User-agent: bingbot

Disallow: /~/media/Files/B/British-Land-V3/press-release/2010/British-Land-Supplier-Payment-Policy.pdf
Disallow: /~/media/Files/B/British-Land-V3/downloads/2014/cbre-valuation-report-2014-v1.pdf

Disallow: /~/media/Files/B/British-Land-V3/reports-and-presentations/pdf/pdf_161.pdf
Disallow: /~/media/Files/B/British-Land-V3/reports-and-presentations/pdf/pdf_93.pdf
Disallow: /~/media/Files/B/British-Land-V3/reports-and-presentations/pdf/pdf_133.pdf
Disallow: /~/media/files/B/British-Land-V3/downloads/investor-downloads/bl-supply-chain-charter-2052014.pdf
Disallow: http://www.britishland.eu
Disallow: http://www.britishland.eu/*
Disallow: /~/media/Files/B/British-Land-V4/documents/SupplierGDPR.pdf

Crawl-delay: 10