# Robots.txt file for http://www.kbh.org.uk # # All Robots will spider the domain except those directories disallowed below User-agent: * Disallow: /css/ Disallow: /images/ Disallow: /html/images/ Disallow: /html/members/ isallow: /html/members/document_library