# # robots.txt for http://www.helseleksikon.no/ and friends # # # Friendly, low-speed bots are welcome viewing article pages, but not # dynamically-generated pages please. # # User-agent: Mediapartners-Google* Disallow: User-agent: * Disallow: /Spesial: Disallow: /cgi-bin/ Disallow: /journal/ Allow: /Spesial:Allpages