User-agent: msnbot Disallow: /cgi-bin/ Disallow: /*.PDF$ Disallow: /*.jpeg$ Disallow: /*.exe$ Disallow: /*.gif$ Disallow: /*.swf$ Disallow: /*.jpg$ Disallow: /*.ini$ Disallow: /*.com$ Disallow: /*.mp3$ Disallow: /*.wav$ Disallow: /*.mid$ Disallow: /*.zip$ Disallow: /*.log$ Disallow: /*.js$ Disallow: /*.csv$ Disallow: /*.doc$ Disallow: /*.docx$ Disallow: /*.cab$ Disallow: /*.rtf$ Disallow: /*.msi$ Disallow: /*.xls$ Disallow: /*.txt$ User-agent: Googlebot Disallow: /cgi-bin/ Disallow: /*.PDF$ Disallow: /*.jpeg$ Disallow: /*.exe$ Disallow: /*.gif$ Disallow: /*.swf$ Disallow: /*.jpg$ Disallow: /*.ini$ Disallow: /*.com$ Disallow: /*.mp3$ Disallow: /*.wav$ Disallow: /*.mid$ Disallow: /*.zip$ Disallow: /*.log$ Disallow: /*.js$ Disallow: /*.csv$ Disallow: /*.doc$ Disallow: /*.docx$ Disallow: /*.cab$ Disallow: /*.rtf$ Disallow: /*.msi$ Disallow: /*.xls$ Disallow: /*.txt$ User-agent: Googlebot-Mobile Disallow: /cgi-bin/ Disallow: /*.PDF$ Disallow: /*.jpeg$ Disallow: /*.exe$ Disallow: /*.gif$ Disallow: /*.swf$ Disallow: /*.jpg$ Disallow: /*.ini$ Disallow: /*.com$ Disallow: /*.mp3$ Disallow: /*.wav$ Disallow: /*.mid$ Disallow: /*.zip$ Disallow: /*.log$ Disallow: /*.js$ Disallow: /*.csv$ Disallow: /*.doc$ Disallow: /*.docx$ Disallow: /*.cab$ Disallow: /*.rtf$ Disallow: /*.msi$ Disallow: /*.xls$ Disallow: /*.txt$ User-agent: Slurp Disallow: /cgi-bin/ Disallow: /*.PDF$ Disallow: /*.jpeg$ Disallow: /*.exe$ Disallow: /*.gif$ Disallow: /*.swf$ Disallow: /*.jpg$ Disallow: /*.ini$ Disallow: /*.com$ Disallow: /*.mp3$ Disallow: /*.wav$ Disallow: /*.mid$ Disallow: /*.zip$ Disallow: /*.log$ Disallow: /*.js$ Disallow: /*.csv$ Disallow: /*.doc$ Disallow: /*.docx$ Disallow: /*.cab$ Disallow: /*.rtf$ Disallow: /*.msi$ Disallow: /*.xls$ Disallow: /*.txt$ User-agent: snapbot Disallow: /cgi-bin/ Disallow: /*.PDF$ Disallow: /*.jpeg$ Disallow: /*.exe$ Disallow: /*.gif$ Disallow: /*.swf$ Disallow: /*.jpg$ Disallow: /*.ini$ Disallow: /*.com$ Disallow: /*.mp3$ Disallow: /*.wav$ Disallow: /*.mid$ Disallow: /*.zip$ Disallow: /*.log$ Disallow: /*.js$ Disallow: /*.csv$ Disallow: /*.doc$ Disallow: /*.docx$ Disallow: /*.cab$ Disallow: /*.rtf$ Disallow: /*.msi$ Disallow: /*.xls$ Disallow: /*.txt$ User-agent: * Disallow: /