user-agent: * disallow: / disallow: /*.asp$ disallow: /*.aspx$ disallow: /*.mdb$ disallow: /*.css$ disallow: /*.js$ disallow: /*.xml$ disallow: /*.html$ disallow: /*.htm$ disallow: /*.doc$ disallow: /*.pdf$ disallow: /*.inc$ disallow: /*.pl disallow: /*.txt$ user-agent: Googlebot disallow: / disallow: /*.asp$ disallow: /*.aspx$ disallow: /*.mdb$ disallow: /*.css$ disallow: /*.js$ disallow: /*.xml$ disallow: /*.html$ disallow: /*.htm$ user-agent: Googlebot-image disallow: / disallow: /*.jpg$ disallow: /*.gif$ disallow: /*.GIF$ disallow: /*.png$ disallow: /*.bmp$ disallow: /*.pds$ disallow: /*.psd$ user-agent: Yahoo!Slurp disallow: / disallow: /*.htm$ disallow: /*.html$ disallow: /*.asp$ disallow: /*.mdb$ disallow: /*.css$ disallow: /*.js$ disallow: /*.xml$ user-agent: Openbot disallow: / disallow: /*.htm$ disallow: /*.html$ disallow: /*.asp$ disallow: /*.mdb$ disallow: /*.css$ disallow: /*.js$ disallow: /*.xml$ user-agent: MSNbot disallow: / disallow: /*.asp$ disallow: /*.aspx$ disallow: /*.mdb$ disallow: /*.css$ disallow: /*.js$ disallow: /*.xml$ disallow: /*.html$ disallow: /*.htm$ user-agent: Wget disallow: / user-agent: URL Check disallow: / user-agent: GetURL disallow: / user-agent: Big Brother disallow: /