User-agent: *
Disallow: /cgi-bin 
Disallow: /awstats/ 
Disallow: /non_public/