User-Agent: * Disallow: /*.zip$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.exe Disallow: /*.exe$ Disallow: /*.swf Disallow: /*.swf$ Disallow: /*.pdf Disallow: /*.pdf$ Disallow: /*.css Disallow: /*.rar Disallow: /*.rar$ Disallow: /*.txt Disallow: /*.php Disallow: /*.html$ Allow: /*.htm$