Sitemap: http://www.sida.se/sitemap1668.xml
Sitemap: http://www.sida.se/sitemap377.xml

# disallow all 
User-agent: *
Disallow: /
Crawl-delay: 10

# but allow only important bots
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Mediapartners-Google
User-agent: msnbot
User-agent: msnbot-media
User-agent: Slurp
User-agent: Yahoo-Blogs
User-agent: Yahoo-MMCrawler

Disallow: /Svenska/Lander--regioner
Disallow: /English/Countries-and-regions
Disallow: /Svenska/Test
Disallow: /Svenska/manualer
Disallow: /Svenska/sok/?q=*
Disallow: /English/search/?q=*
Disallow: /Svenska/publikationer/publikationssok/?q=*
Disallow: /English/publications/publicationsearch/?q=*