User-agent: * #all agents Disallow: /cgi-bin Disallow: /.access.stat Disallow: /.access.overall Disallow: /web_create.html