User-agent: ia_archiver
Disallow: /
User-agent: BlogSpy
Disallow: /
User-agent: Googlebot-Image
Disallow: /
User-agent: yahoo-mmcrawler
Disallow:/
User-agent: psbot
Disallow:/
User-agent: Mozilla/5.0 (compatible; heritrix/1.12.1 +http://www.nb.no/vevfangst)
Disallow:/
User-agent: *
Crawl-delay: 5
Disallow: /dnt/
Disallow: /foto/