User-agent: * Disallow: /*.asp$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.pdf$ Disallow: /*.swf$ Disallow: /*.txt$ Disallow: /*.xml$