User-agent: *
Disallow: admin.cgi
Disallow: stats.cgi
Disallow: recommend.cgi
Disallow: login.cgi
Disallow: register.cgi
Disallow: help.cgi
Disallow: search.cgi
Disallow: /non-cgi/