# $Id: robots.txt,v 1.5 2009/10/01 09:11:59 web Exp web $
# robots.txt for http://www.eso.org/

User-agent: *
Disallow: /secure
Disallow: /public/about-eso/committees/cou/
#
# icons etc
# Disallow: /gif/                   
# Disallow: /icons/                 
# Disallow: /images/                
# too many files
Disallow: /it/facilities/Unixhelp 
Disallow: /it/manuals             
Disallow: /it/scisoft/star   
Disallow: /outreach/spec-prog/aol
Disallow: /observing/dfo/status
# internal
Disallow: /projects/alma/faqs     
Disallow: /webproject/
Disallow: /paranal/sciops/team_only/
Disallow: /2007/intra
Disallow: /intra
# other
User-agent: WebCopier
Disallow: /
# Yahoo
User-agent: Slurp
Crawl-delay: 60