User-agent: aboutusbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /mt/
Disallow: /stats/
Disallow: /xml/
Disallow: /errorhandler/
Disallow: /interne_filer/
Disallow: /eksempelsider/
Disallow: /trails/