# Robots.txt file for www.twistweb.co.uk User-agent: * Disallow: /myasg/ Disallow: /clients/ Disallow: /mdb/ Disallow: /cgi-bin/