# leccionweb.org robots.txt file 
# Robots index all 

User-agent: * 
Disallow: /banners
Disallow: /cgi-bin
Disallow: /files
Disallow: /imagenes

User-Agent: msnbot 
crawl-delay: 20