#Robots.txt
User-agent: *
Disallow: /stats/  # stats directory
Disallow: /mycgi/  # mycgi directory