# /robots.txt file for http://www.althingi.is/ # mail webmaster@althingi.is for constructive criticism User-Agent: Charlotte Disallow: / User-agent: * Crawl-delay: 10 #Disallow: /dba-bin Disallow: /vefur/mp.html Disallow: /MT Disallow: /local-bin Disallow: /raedur Disallow: /xml Disallow: /pdf/thingskjal.php4 Disallow: /email-addresses Disallow: /leit.php4 Disallow: /veffong Disallow: /dba-bin/prentaups.pl Disallow: /dba-bin/prentaloguti.pl Disallow: /dba-bin/hvareo.pl