# robots.txt for http://www.xrbnet.se/ User-agent: * Disallow: /images/ # This is an image directory Disallow: /lib/ # This is an config directory Disallow: /fpdb/ # This is an DB directory Disallow: /Test/ # This is an Test directory Disallow: /4567/ # This is an Test directory