# This makes ALL robots to follow the disallow statements: User-agent: * # # All folders and subfolders will not be spidered: Disallow: /cgi-bin/ Disallow: /versuch/ Disallow: /add_on/ Disallow: /images/ Disallow: /wrocket/images/ Disallow: /wrocket/nav/ Disallow: /wrocket/downloads/ Disallow: /phlymail/ Disallow: /psion/downloads/ Disallow: /psion/images/ Disallow: /psion/templates/ # #All these files will not be spidered: Disallow: links_uh.htm Disallow: links_pc.htm Disallow: /wrocket/_axs.htm Disallow: /wrocket/_statistik_strip.htm Disallow: /wrocket/address_scrambler.js Disallow: /psion/AddressScrambler.js Disallow: /psion/ps_cartoon.htm