# File to tell robots where I do not want them browsing. # URL: http://web.nexor.co.uk/mak/doc/robots/norobots.html # # Bill Voss -- December 22, 1994 # User-agent: * Disallow: /cgi-bin # I don't want robots running scripts. Disallow: /HyperNews # I don't want robots running scripts. Disallow: /ftp/