User-agent: * # disallow dir Disallow: /adspecs/ Disallow: /bdetect/ Disallow: /dload/ Disallow: /file4r234/ Disallow: /js/ Disallow: /media/ Disallow: /ntw/ Disallow: /preorder/ Disallow: /programs/ Disallow: /promo/ Disallow: /rss/ Disallow: /ScriptLibrary/ Disallow: /webscript/ Disallow: /survey/ Disallow: /treehouse/ Disallow: /upload/ Disallow: /xml/ Disallow: /ebrochure/ # disallow pages Disallow: /scripts/vpd.wsc/html/logout.html Disallow: /scripts/vpd.wsc/html/passrequest.html Disallow: /scripts/vpd.wsc/html/payment_account_maint.html Disallow: /scripts/vpd.wsc/html/ecloseup_vpd.html # disallow all files types Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.txt$ Disallow: /*.pdf$ Disallow: /*.swf$ Disallow: /*.xls$ Disallow: /*.doc$