# recursos.secmas.net robot.txt file 
# Robots index all 

User-agent: * 
Disallow: /cgi-bin


User-Agent: msnbot 
crawl-delay: 20