User-Agent: *
# the * specifies all agents or robots
Disallow: /cgi-bin
Disallow: /stats
Disallow: /database