# robots.txt for http://www.the-fan.net # file created: 01.01.2005 User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy User-agent: MSIEcrawler User-agent: ISC Systems iRc User-agent: HTTrack User-agent: httrack User-agent: telnet0.1 Disallow: / User-agent: * Disallow: /deniro/gallery/ Disallow: /pacino/gallery/ Disallow: /brando/gallery/ Disallow: /ffc/ffcboard/ Disallow: /ffc/uimages/ # Disallow: /cgi-bin/ # Disallow: /privat/