# For domain: http://dmtc.co.uk # All robots will spider the domain User-agent: * # Disallow directory http://www.dmtc.co.uk/cgi-bin/ User-agent: * Disallow: /cgi-bin # Disallow directory http://www.dmtc.co.uk/contact.htm User-agent: * Disallow: /contact.htm