# robots.txt for http://intern.wela.dk User-agent: * Disallow: /# Disallow: /news/ # these are temporary files Disallow: /admin/ # nothing under /admin/ should be spidered Disallow: /image/# Disallow: /exchange/# Disallow: /image/# Disallow: /ex/ # these are temporary files Disallow: /asppresspack/ # active content here, no point spidering it