# robots.txt - stephanAdler.com # # This file is based on the robots.txt from # http://www.webmasterworld.com/robots.txt # # Deny access for all agents! User-agent: * Disallow: / # Deny access for the google image crawler User-agent: Googlebot-Image Disallow: / # Allow Googlebot User-agent: Googlebot Allow: / Disallow: /aspnet_clients/ Disallow: /bin/ Disallow: /data/ Disallow: /download/ Disallow: /ent/ Disallow: /net/ Disallow: /schema/ Disallow: /ste/home/ebay/ Disallow: /tests/ # exclude old directories Disallow: /home/ Disallow: /rec/ Disallow: /lib/ Disallow: /down/ # exclude the pictures of the /ste/rec/* subdirectory Disallow: /ste/rec/2005-06-istanbul-bangkok/ Disallow: /ste/rec/2005-03-seattle/ Disallow: /ste/rec/2004-10-south-africa/ Disallow: /ste/rec/2003-07-paris/ Disallow: /ste/rec/2003-07-bretagne/ Disallow: /ste/rec/2003-01-peru-bolivia/ # Allow MSN Bot (Live Search) User-agent: msnbot Crawl-delay: 360 Allow: / Disallow: /aspnet_clients/ Disallow: /bin/ Disallow: /data/ Disallow: /download/ Disallow: /ent/ Disallow: /net/ Disallow: /schema/ Disallow: /ste/home/ebay/ Disallow: /tests/ # exclude old directories Disallow: /home/ Disallow: /rec/ Disallow: /lib/ Disallow: /down/ # exclude the pictures of the /ste/rec/* subdirectory Disallow: /ste/rec/2005-06-istanbul-bangkok/ Disallow: /ste/rec/2005-03-seattle/ Disallow: /ste/rec/2004-10-south-africa/ Disallow: /ste/rec/2003-07-paris/ Disallow: /ste/rec/2003-07-bretagne/ Disallow: /ste/rec/2003-01-peru-bolivia/