#this is a typical example of robots file #comments are placed after hash. User-agent: * Disallow: /cgi-bin/ Disallow: /cgi-sys/ Disallow: /fly_counter/ Disallow: /lightbox/ Disallow: /emailtemplate/