# Disallow all crawlers access to certain pages.

User-agent: *
Disallow: /tools/
Disallow: /certre.php
Disallow: /index.html
Disallow: /index2en_certre_eu.php
Disallow: /home.html
Disallow: /index2.php
Disallow: /home.php
Disallow: /index2it_certre_eu.php
Disallow: /index2fr_certre_eu.php
Disallow: /index2de_certre_eu.php
Disallow: /index2es_certre_eu.php
Disallow: /index2en_certre_us.php
Disallow: /index2fr_certre_us.php
Disallow: /remember.php
Disallow: /it_title.php
Disallow: /en_title.php
Disallow: /de_title.php
Disallow: /fr_title.php
Disallow: /es_title.php
Disallow: /docs/
Disallow: /certre/
Disallow: http://www.certre.it/certre/
Disallow: /furti/
Disallow: /libro/
Disallow: /Industriali/
Disallow: /ind.php
Disallow: /ind01.php
Disallow: /ind02.php
Disallow: /ind03.php
Disallow: /fam.php
Disallow: /fam01.php
Disallow: /fam02.php
Disallow: /fam03.php
Disallow: http://certre.it/ind.php
Disallow: http://certre.it/ind01.php
Disallow: http://certre.it/ind02.php
Disallow: http://certre.it/ind03.php
Disallow: http://certre.it/fam.php
Disallow: http://certre.it/fam01.php
Disallow: http://certre.it/fam02.php
Disallow: http://certre.it/fam03.php
Disallow: /Fatti_a_mano/
Disallow: /magazzino/
Disallow: /pdf/
Disallow: /docs/it_chi-siamo.html
Disallow: /en_index.html
Disallow: /libro/en_libro_desc.html
Disallow: /magazzino/produzione_desc.html
Disallow: /pdf/VillaLittaInvito2005.pdf
Disallow: /pdf/gingko2005.pdf
Disallow:  http://www.certre.it/manifestazioni/onboard2001/liporace/it_liporace3.ht

User-agent: msnbot Crawl-delay: 10
User-agent: Teoma Crawl-delay: 10
User-agent: Slurp Crawl-delay: 10
User-agent: aipbot Disallow: /
User-agent: BecomeBot Disallow: /
User-agent: psbot Disallow: /