# Disallow directories User-agent: * Disallow: /cgi-bin Disallow: /cgi-perl Disallow: /bin/ Disallow: /cgi/ Disallow: /discus Disallow: /met/ # Disallow file types Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /left.htm Disallow: /right.htm Disallow: /lexicon