# robots.txt for www.wicast.co.uk # Author Martin Spamer http://www.spamer.me.uk User-Agent: * Disallow: /tarpit/ Disallow: /watchdog/ User-Agent: * allow: /index.html allow: /home.html allow: /books.html allow: /contact.html allow: /design.html allow: /books.html allow: /download.html allow: /license.html allow: /links.html allow: /support.html allow: /design/index.html allow: /javadoc/index.html allow: /ref/rfc792.txt allow: /ref/rfc919.txt allow: /ref/rfc922.txt allow: /ref/rfc950.txt allow: /ref/rfc1112.txt allow: /ref/rfc2365.txt allow: /ref/rfc4607.txt