# robots txt file for masterchefs.co.uk # webholder.com 100608 User-Agent: * # block robots from these facility folders Disallow: /HTTPErrors Disallow: /_content Disallow: /_ImagesUpload Disallow: /_includes Disallow: /admentorasp Disallow: /AdvHTML_Images Disallow: /AdvHTML_Popups Disallow: /AdvHTML_Upload Disallow: /aspnet_client Disallow: /cgi-bin Disallow: /Connections Disallow: /display01 Disallow: /display02 Disallow: /display03 Disallow: /display04 Disallow: /forms Disallow: /includes Disallow: /Library Disallow: /management Disallow: /resources Disallow: /ScriptLibrary Disallow: /Scripts Disallow: /HDWRemark Disallow: /HDWASPFormCaptcha Allow: / # allows robots to index images folder. add further folders as needed Allow: /resources/establishments/