# Save as Robots.txt file. User-agent: * # Disallow: the following Disallow: /images/ Disallow: /cgi-bin/ Disallow: /*.jpg$ Disallow: /*.gif$ Disallow: /*.bmp$ Disallow: /*.zip$ Disallow: /*.doc$ Disallow: /*.exe$ Disallow: /*.pdf$