User-agent: * Disallow: /*.swf Disallow: /dfpAds.html Disallow: /crossdomain.xml Disallow: /*.flv Disallow: /*.ejs Disallow: /*.php Disallow: /auth/ Disallow: /empty.html