# robots.txt for http://www.italyis.com/
# esclusione di alcune aree specifiche
User-agent: *
Disallow: /cgi-bin/
Disallow: /entity/

User-agent: Slurp
Crawl-delay: 60

User-agent: msnbot
Crawl-delay: 60

User-agent: BecomeBot 
Crawl-Delay: 60 

User-agent: TurnitinBot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: msiecrawler 
Disallow: /

User-Agent: sitecheck.internetseer.com
Disallow: /

User-agent: psbot
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: Zao
Disallow: /

User-agent: Wget 
Disallow: /

User-agent: ASPSeek 
Disallow: /

User-agent: dloader(NaverRobot) 
Disallow: /

User-agent: TurnitinBot 
Disallow: /

User-agent: Fasterfox
Disallow: /