# Crawler de MSN archivo para http://mimdich.com 16/02/2009
User-agent: msnbot
Disallow: /admin/
Disallow: /administration
Disallow: /aff/
Disallow: /backup/
Disallow: /checkout/
Disallow: /css/
Disallow: /entrophybanner/
Disallow: /inc
Disallow: /invitar/
Disallow: /js/
Disallow: /m/photos/
Disallow: /periodic
Disallow: /plugins
Disallow: /ray/
Disallow: /scgi-bin/
Disallow: /simg/
Disallow: /templates/
Disallow: /xml/
Disallow: /tmp/
Disallow: /js/
Disallow: /groups/
Disallow: /blogs/
Disallow: /browse/
Disallow: /browse.php
Disallow: /promotion/
Disallow: /photos_gallery.php
Disallow: /grp.php
Disallow: /photos.php
Disallow: /rate.php
Disallow: /viewFriends.php
Disallow: /search.php
Disallow: /search/
Disallow: /photo/gallery/

#es el robot de yahoo
User-agent: Slurp
Disallow: /admin/
Disallow: /administration
Disallow: /aff/
Disallow: /backup/
Disallow: /checkout/
Disallow: /css/
Disallow: /entrophybanner/
Disallow: /inc
Disallow: /invitar/
Disallow: /js/
Disallow: /m/photos
Disallow: /periodic
Disallow: /plugins
Disallow: /ray/
Disallow: /scgi-bin/
Disallow: /simg/
Disallow: /templates/
Disallow: /xml/
Disallow: /tmp/
Disallow: /js/
Disallow: /blogs/
Disallow: /browse/
Disallow: /browse.php
Disallow: /groups/
Disallow: /promotion/
Disallow: /photos_gallery.php
Disallow: /grp.php
Disallow: /photos.php
Disallow: /rate.php
Disallow: /viewFriends.php
Disallow: /search.php
Disallow: /search/
Disallow: /photo/gallery/

#es el robot de Altavista
User-agent: Scooter
Disallow: /admin/
Disallow: /administration
Disallow: /aff/
Disallow: /backup/
Disallow: /checkout/
Disallow: /css/
Disallow: /entrophybanner/
Disallow: /inc/
Disallow: /invitar/
Disallow: /js/
Disallow: /m/photos/
Disallow: /periodic
Disallow: /plugins
Disallow: /ray/
Disallow: /scgi-bin/
Disallow: /simg/
Disallow: /templates/
Disallow: /xml/
Disallow: /tmp/
Disallow: /js/
Disallow: /groups/
Disallow: /promotion/
Disallow: /blogs/
Disallow: /browse/
Disallow: /browse.php
Disallow: /photos_gallery.php
Disallow: /grp.php
Disallow: /photos.php
Disallow: /rate.php
Disallow: /viewFriends.php
Disallow: /search.php
Disallow: /search/
Disallow: /photo/gallery/

# es el robot de AOL
User-agent: Googlebot
Disallow: /admin/
Disallow: /administration
Disallow: /aff/
Disallow: /backup/
Disallow: /checkout/
Disallow: /css/
Disallow: /entrophybanner/
Disallow: /inc/
Disallow: /invitar/
Disallow: /js/
Disallow: /m/photos/
Disallow: /periodic
Disallow: /plugins
Disallow: /ray/
Disallow: /scgi-bin/
Disallow: /simg/
Disallow: /templates/
Disallow: /xml/
Disallow: /tmp/
Disallow: /js/
Disallow: /groups/
Disallow: /blogs/
Disallow: /browse/
Disallow: /browse.php
Disallow: /promotion/
Disallow: /photos_gallery.php
Disallow: /grp.php
Disallow: /photos.php
Disallow: /rate.php
Disallow: /viewFriends.php
Disallow: /search.php
Disallow: /search/
Disallow: /photo/gallery/
Disallow: /terms_of_use.php

#es el robot de Infoseek
User-agent: InfoSeek Sidewinder
Disallow: /admin/
Disallow: /administration
Disallow: /aff/
Disallow: /backup/
Disallow: /checkout/
Disallow: /css/
Disallow: /entrophybanner/
Disallow: /inc
Disallow: /invitar/
Disallow: /js/
Disallow: /m/photos
Disallow: /periodic
Disallow: /plugins
Disallow: /ray/
Disallow: /scgi-bin/
Disallow: /simg/
Disallow: /templates/
Disallow: /xml/
Disallow: /tmp/
Disallow: /js/
Disallow: /groups/
Disallow: /blogs/
Disallow: /browse/
Disallow: /browse.php
Disallow: /promotion/
Disallow: /photos_gallery.php
Disallow: /grp.php
Disallow: /rate.php
Disallow: /photos.php
Disallow: /viewFriends.php
Disallow: /search.php
Disallow: /search/
Disallow: /photo/gallery/

# es el robot de Lycos
User-agent: Lycos_Spider_(T-Rex)
Disallow: /admin/
Disallow: /administration
Disallow: /aff/
Disallow: /backup/
Disallow: /checkout/
Disallow: /css/
Disallow: /entrophybanner/
Disallow: /inc/
Disallow: /invitar/
Disallow: /js/
Disallow: /m/photos/
Disallow: /periodic
Disallow: /plugins/
Disallow: /ray/
Disallow: /scgi-bin/
Disallow: /simg/
Disallow: /templates/
Disallow: /xml/
Disallow: /tmp/
Disallow: /js/
Disallow: /groups/
Disallow: /blogs/
Disallow: /browse/
Disallow: /browse.php
Disallow: /promotion/
Disallow: /photos_gallery.php
Disallow: /grp.php
Disallow: /rate.php
Disallow: /photos.php
Disallow: /viewFriends.php
Disallow: /search.php
Disallow: /search/
Disallow: /photo/gallery/

# es el robot de Northern america
User-agent: Gulliver
Disallow: /admin/
Disallow: /administration
Disallow: /aff/
Disallow: /backup/
Disallow: /checkout/
Disallow: /css/
Disallow: /entrophybanner/
Disallow: /inc/
Disallow: /invitar/
Disallow: /js/
Disallow: /m/photos
Disallow: /periodic
Disallow: /plugins
Disallow: /ray/
Disallow: /scgi-bin/
Disallow: /simg/
Disallow: /templates/
Disallow: /xml/
Disallow: /tmp/
Disallow: /js/
Disallow: /groups/
Disallow: /blogs/
Disallow: /browse/
Disallow: /browse.php
Disallow: /promotion/
Disallow: /photos_gallery.php
Disallow: /grp.php
Disallow: /rate.php
Disallow: /photos.php
Disallow: /viewFriends.php
Disallow: /search.php
Disallow: /search/
Disallow: /photo/gallery/

#Es el robot de WebCrawler
User-agent: WebCrawler/3.0
Disallow: /admin/
Disallow: /administration
Disallow: /aff/
Disallow: /backup/
Disallow: /checkout/
Disallow: /css/
Disallow: /entrophybanner/
Disallow: /inc/
Disallow: /invitar/
Disallow: /js/
Disallow: /m/photos/
Disallow: /periodic
Disallow: /plugins
Disallow: /ray/
Disallow: /scgi-bin/
Disallow: /simg/
Disallow: /templates/
Disallow: /xml/
Disallow: /tmp/
Disallow: /js/
Disallow: /groups/
Disallow: /blogs/
Disallow: /browse/
Disallow: /browse.php
Disallow: /promotion/
Disallow: /photos_gallery.php
Disallow: /grp.php
Disallow: /rate.php
Disallow: /photos.php
Disallow: /viewFriends.php
Disallow: /search.php
Disallow: /search/
Disallow: /photo/gallery/

#Es el robot de Dotbot
User-agent: dotbot 
Disallow: /admin/
Disallow: /administration
Disallow: /aff/
Disallow: /backup/
Disallow: /checkout/
Disallow: /css/
Disallow: /entrophybanner/
Disallow: /inc/
Disallow: /invitar/
Disallow: /js/
Disallow: /m/photos/
Disallow: /periodic
Disallow: /plugins
Disallow: /ray/
Disallow: /scgi-bin/
Disallow: /simg/
Disallow: /templates/
Disallow: /xml/
Disallow: /tmp/
Disallow: /js/
Disallow: /groups/
Disallow: /blogs/
Disallow: /browse/
Disallow: /browse.php
Disallow: /promotion/
Disallow: /photos_gallery.php
Disallow: /grp.php
Disallow: /rate.php
Disallow: /photos.php
Disallow: /viewFriends.php
Disallow: /search.php
Disallow: /search/
Disallow: /photo/gallery/