User-agent: * # # disallow ROOT-level shared files: # Disallow: /robots.txt Disallow: /forwarder.html # # disallow the entire /cgi directory: # Disallow: /cgi # # no point indexing images: # Disallow: /img # # no point indexing errors: # Disallow: /errors # # disallow some unpublished pages: # Disallow: /blog/negatives.html Disallow: /blog/pubsHist.html # # disallow some removed pages: # Disallow: /culture Disallow: /friends