# Robots file for http://www.socialistreviewindex.org.uk/ # Applies to all robots User-agent: * # Block specific pages Disallow: /cgi Disallow: /pubs Disallow: /pw