# This textfile tells indexing webrobots (-spiders) # to exclude some files and folders below the domain # www.duvemala.com except "index.html". # robots.txt for http://www.duvemala.com/ User-agent: * # directed to all spiders, not just Scooter Disallow: /pages/ Disallow: /pages/hagen/ Disallow: /pages/hagen/messages/