# Robots.txt file for http://www.katolsk.no/ User-Agent: Charlotte/1.0b User-Agent: WebAlta Crawler User-Agent: bloggz.se User-Agent: LiteFinder/1.0 User-Agent: MJ12bot User-Agent: Dumbot User-Agent: ConveraMultiMediaCrawler/0.1 User-Agent: Direct Hit Grabber User-Agent: Mozilla/4.06 [en] (Direct Hit Grabber) User-Agent: Scooter/2.0 User-Agent: e-SocietyRobot Disallow: / # Let all other crawlers do their stuff mostly unhindered User-Agent: * Disallow: /kalender/ Disallow: /grafikk/ Disallow: /internt/ Disallow: /prog/ Disallow: /priv/ Disallow: /nyheter/index.php? Disallow: /okb/index.php? Disallow: /index.php? Disallow: /biografi/helgener.php? Disallow: /biografi/minnedag.php? Disallow: /www/merkedager.php Disallow: /nyheter/rss.php Disallow: /liturgi/kirkeaar.php Disallow: /biografi/minnedag.php Disallow: /info/jp2/kondolanseprotokoll.php Disallow: /home/eidsvig/gratulasjonsprotokoll.php Disallow: /home/bgrgic/gratulasjonsprotokoll.php