User-agent: *
 Disallow:
#elenco delle dir bolccate

User-agent: *

Disallow: /cms/
Disallow: /public/
Disallow: /bin/
Disallow: /controls/
Disallow: /css/
Disallow: /fckeditor/
Disallow: /images/
Disallow: /img/
Disallow: /script/
Disallow: /templates/

Disallow: /it/Area_riservata/
Disallow: /fr/Area_riservata/
Disallow: /en/Reserved_area/
Disallow: /nl/Area_riservata/
Disallow: /de/Area_riservata/
Disallow: /it/login.aspx
Disallow: /fr/login.aspx
Disallow: /en/login.aspx
Disallow: /nl/login.aspx
Disallow: /de/login.aspx

Disallow: /it/old_itdaldoss.sitemap
Disallow: /de/old_dedaldoss.sitemap
Disallow: /en/old_endaldoss.sitemap
Disallow: /fr/old_frdaldoss.sitemap
Disallow: /nl/old_nldaldoss.sitemap

Disallow: /search.aspx
Disallow: /login.aspx
Disallow: /square.aspx
Disallow: /standardhome.aspx
Disallow: /standardinterno.aspx
Disallow: /web.config

#velocità degli spider accettata e  orari di visita

Crawl-delay: 5 		#  MSNBot visita una pagina al massimo ogni 10 secondi
Request-rate: 1/5               # Visita al massimo una pagina ogni 5 secondi
Visit-time:               0600-0830           # Vista soltanto tra le 6:00 AM e le 8:45 AM UT (GMT)




# Crawler che creano problemi perchè  non rendono pubblici i risultati e rallentano il server

User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: aipbot 
Disallow: /

User-agent: BecomeBot 
Disallow: /

User-agent: psbot 
Disallow: /

User-agent: TurnitinBot 
Disallow: /

User-agent: NPBot-1/2.0 
Disallow: /

User-agent: NPBot 
Disallow: /

User-agent: wget
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: k2spider
Disallow: /


User-agent: NPBot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: aipbot 
Disallow: /

User-agent: BecomeBot 
Disallow: /

User-agent: psbot 
Disallow: /

User-agent: TurnitinBot 
Disallow: /

User-agent: NPBot-1/2.0 
Disallow: /

User-agent: NPBot 
Disallow: /





# Fine della compilazione del file robots.txt