#base rule User-agent: * Disallow: /cgi-bin/ #to allow google to crawl images #User-agent: googlebot #Disallow: