# robots.txt for production

User-agent: *
Disallow: /aspnet_client/
Disallow: /bin/
Disallow: /config/
Disallow: /data/
Disallow: /hidden/
Disallow: /install/
Disallow: /masterpages/
Disallow: /python/
Disallow: /usercontrols/
Disallow: /xslt/
Disallow: /episerver/
Disallow: /secure/
Disallow: *.pdf
User-Agent: Googlebot
Allow: .js
Allow: .css
Sitemap: https://www.dehistoriske.no/sitemap.xml