User-agent: * # applies to all robots Allow: / # allow indexing of all pages Disallow: /cgi-bin/ Disallow: /guestbook/ Disallow: /includes/ Disallow: /gbook16/