User-Agent: *
Allow: /arbre
Disallow: /arbre/reportengine.php
Disallow: /arbre/fanchart.php
Disallow: /arbre/search.php
Disallow: /arbre/login.php
Disallow: /arbre/clippings.php
Disallow: /arbre/sosabook.php
Disallow: /arbre/timeline.php
Disallow: /arbre/calendar.php
Disallow: /arbre/hourglass.php
Disallow: /arbre/ancestry.php
Disallow: /arbre/descendancy.php
Disallow: /arbre/pedigree.php
Disallow: /arbre/family.php
Disallow: /arbre/relationship.php
Disallow: /arbre/famlist.php
Disallow: /arbre/patriarchlist.php
Disallow: /arbre/repolist.php
Disallow: /arbre/aliveinyear.php
Disallow: /arbre/reportengine.php
Disallow: /arbre/search.php
Disallow: /arbre/timeline.php
Disallow: /arbre/calendar.php
Disallow: /arbre/images/
Disallow: /logs
Disallow: /Personal
Disallow: /senderisme
Allow: /wordpress/wp-content/uploads
Disallow: /wordpress/wp-admin
Disallow: /wordpress/wp-includes
Disallow: /wordpress/wp-content/backup-4d85f
Disallow: /wordpress/wp-content/languages
Disallow: /wordpress/wp-content/plugins
Disallow: /wordpress/wp-content/themes
Disallow: /wordpress/wp-content/upgrade
Disallow: /wp-

# Lista de bots que suelen respetar el robots.txt pero rara
# vez hacen un buen uso del sitio y abusan bastante...
# Aņadir al gusto del consumidor...

User-agent: MSIECrawler
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: libwww
Disallow: /

# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /

# digg mirror
User-agent: duggmirror
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: CherryPicker
Disallow: /


#
# Sitemap permitidos
#
Sitemap: http://www.calvermell.cat/wordpress/sitemap.xml
Sitemap: http://www.calvermell.cat/arbre/SitemapIndex.xml
Sitemap: http://www.calvermell.cat/arbre/SM_Cal Agusti.xml
Sitemap: http://www.calvermell.cat/arbre/SM_Cal Canonge.xml
Sitemap: http://www.calvermell.cat/arbre/SM_Cal Pere Llarg.xml
Sitemap: http://www.calvermell.cat/arbre/SM_Cal Pic.xml
Sitemap: http://www.calvermell.cat/arbre/SM_Cal Toribio.xml
Sitemap: http://www.calvermell.cat/arbre/SM_Cal Vermell.xml