# Skapad av Carina Wesenlund-Jonsson http://gokboet.nu # ------------------------- # http://carina.gokboet.nu# Robot Exclusion File -- robots.txt# Author: Carina# Last Updated: 25/11/2006 User-agent: Slurp Crawl-delay: 60 User-agent: evil-robot User-agent: stupid-robot Disallow: / # hÄmta inte nÅgonting User-agent: ASpider/0.09 Disallow: / User-agent: ??? Disallow: / User-agent: yes Disallow: / User-agent: havIndex Disallow: / User-agent: HTMLgobble v2.2 Disallow: / User-agent: 'IAGENT/1.0' Disallow: / User-agent: InfoSeek Robot 1.0 Disallow: / User-agent: TurnitinBot Disallow: / User-agent: * Disallow: /intern/ Disallow: /bot-trap/ Disallow: /private_html/ Disallow: /cgi-bin/ Disallow: /awstats/ Disallow: /Blog/ Disallow: /blogg/ Disallow: /blogga/ Disallow: /pphlogger/ Disallow: /test1/