User-agent: * Disallow: /cgi-bin/ Disallow: /i Disallow: /bdv Disallow: /stats Disallow: /*.gif$ Disallow: /*.Gif$ Disallow: /*.GIF$ Disallow: /*.jpg$ Disallow: /*.Jpg$ Disallow: /*.JPG$ Disallow: /*.jpeg$ Disallow: /*.Jpeg$ Disallow: /*.JPEG$ Disallow: /*.pdf$ Disallow: /*.Pdf$ Disallow: /*.PDF$ Disallow: /*.png$ Disallow: /*.zip$ Disallow: /*.Zip$ Disallow: /*.ZIP$ User-agent: linksmanager Disallow: / User-agent: larbin Disallow: / User-agent: lwp-trivial/1.34 Disallow: / User-agent: lwp-trivial Disallow: / User-agent: lwp-trivial/1.38 Disallow: / User-agent: lwp Disallow: /