User-agent: * # disallow files in Disallow: /for_sale/ Disallow: /speed/ Disallow: /www/ # disallow all files ending in *.* Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.txt$