# Robots.txt file from http://www.redditchbc.gov.uk # User-agent: * Disallow: /999/ Disallow: /Benefits/ Disallow: /cache/ Disallow: /calendar/ Disallow: /calendarcontrol/ Disallow: /Connections/ Disallow: /FCKeditor/ Disallow: /cookie/ Disallow: /conquerchat/ Disallow: /Housing/ Disallow: /portalapp/ Disallow: /business/charts Disallow: /business/Faqs Disallow: /business/key economics indicators Disallow: /css/ Disallow: /download/ Disallow: /forms_directory/ Disallow: /fpdb/ Disallow: /images/ Disallow: /policy_directory/ Disallow: /redditchmatters/ Disallow: /Search/ Disallow: /styletest/ Disallow: /Workflow/ Disallow: /viewers/ Disallow: /W3SVC3/ Disallow: /default1.asp Disallow: /defaultcutdown.htm Disallow: /loginvalidation.asp Disallow: /new_page_1.asp Disallow: /main.css Disallow: /master.css Disallow: /master1.css User-agent: PicoSearch/1.0 Disallow: / User-agent: WGet Disallow: / User-agent: Wget/1.5.3 Disallow: User-agent: Plucker/Py-1.0 Disallow: / User-agent: DISCo Pump 3.2 Disallow: / User-agent: Gulliver/1.3 Disallow: / User-agent: vspider Disallow: / User-agent: Mozilla/3.0 (Macintosh; I; PPC) Disallow: / User-agent: fast Disallow: / User-agent: EmailSiphon Disallow: / User-agent: Teleport Disallow: / User-agent: Teleport Pro/1.29.1820 Disallow: / User-agent: Fetch API Request Disallow: / User-agent: Fetch Disallow: / User-agent: API Request Disallow: / User-agent: pamuk Disallow: / User-agent: WebCopier v2.8 Disallow: / User-agent: WebCopier Disallow: / User-agent: WebCapture Disallow: / User-agent: Anonymous Disallow: / User-agent: Mass Downloader/2.2 Disallow: / User-agent: Mass Downloader Disallow: / User-agent: WebCopy/0.98b7 Disallow: / User-agent: WebCopy Disallow: / User-agent: AWV0.8d Disallow: / User-agent: Crescent Internet ToolPak Disallow: / User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Disallow: / User-agent: HTTP OLE Control v.1.0 Disallow: / User-agent: Wget/1.7 Disallow: / User-agent: WebCopier v3.0 Disallow: / User-agent: JOC Web Spider Disallow: / User-agent: WebStripper/2.10 Disallow: /