User-agent: * Disallow: /.htaccess Disallow: /.htuser Disallow: /.htgroup Disallow: *.sql Disallow: *.db Disallow: *.cmd Disallow: gen.php Disallow: /cgi-bin/ Disallow: /cgi-data/ User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy Disallow: /