# # Exclude some robots # User-agent: * Disallow /Xlr8* Disallow: /images Disallow: /news Disallow: /3dfx Disallow: /3daudio Disallow: /appleG3 Disallow: /banners Disallow: /banner_ads Disallow: /cgi-bin Disallow: /G3_info Disallow: /G3_OC Disallow: /G3_RESULTS Disallow:/includes Disallow:/menu Disallow: /mo_survey Disallow: /oc_survey Disallow: /USER_RESULTS Disallow: /sales/ Disallow: /search/ Disallow: /Lasso/ Disallow: /*.lasso$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.pdf$ Disallow: /*.sea$ Disallow: /*.sit$ Disallow: /*.hqx$ Disallow: /*.zip$ Disallow: /*.bak$ Disallow: /*.txt$ Disallow: /*.was$ User-Agent: psbot Disallow /Xlr8* Disallow: /images Disallow: /news Disallow: /3dfx Disallow: /3daudio Disallow: /appleG3 Disallow: /banners Disallow: /banner_ads Disallow: /cgi-bin Disallow: /G3_info Disallow: /G3_OC Disallow: /G3_RESULTS Disallow:/includes Disallow:/menu Disallow: /mo_survey Disallow: /oc_survey Disallow: /USER_RESULTS Disallow: /sales/ Disallow: /search/ Disallow: /Lasso/ Disallow: /*.lasso$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.pdf$ Disallow: /*.sea$ Disallow: /*.sit$ Disallow: /*.hqx$ Disallow: /*.zip$ Disallow: /*.bak$ Disallow: /*.txt$ Disallow: /*.was$ User-Agent: msnbot Disallow /Xlr8* Disallow: /images Disallow: /news Disallow: /3dfx Disallow: /3daudio Disallow: /appleG3 Disallow: /banners Disallow: /banner_ads Disallow: /cgi-bin Disallow: /G3_info Disallow: /G3_OC Disallow: /G3_RESULTS Disallow:/includes Disallow:/menu Disallow: /mo_survey Disallow: /oc_survey Disallow: /USER_RESULTS Disallow: /sales/ Disallow: /search/ Disallow: /Lasso/ Disallow: /*.lasso$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.pdf$ Disallow: /*.sea$ Disallow: /*.sit$ Disallow: /*.hqx$ Disallow: /*.zip$ Disallow: /*.bak$ Disallow: /*.txt$ Disallow: /*.was$ User-Agent: Googlebot Disallow /Xlr8* Disallow: /*.lasso$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.pdf$ Disallow: /*.sea$ Disallow: /*.sit$ Disallow: /*.hqx$ Disallow: /*.zip$ Disallow: /*.bak$ Disallow: /*.txt$ Disallow: /*.was$ Disallow: /images Disallow: /news Disallow: /3dfx Disallow: /3daudio Disallow: /appleG3 Disallow: /banners Disallow: /banner_ads Disallow: /cgi-bin Disallow:/includes Disallow:/menu Disallow: /G3_info Disallow: /G3_OC Disallow: /G3_RESULTS Disallow: /mo_survey Disallow: /oc_survey Disallow: /USER_RESULTS Disallow: /sales/ Disallow: /search/ Disallow: /Lasso/ User-agent: ia_archiver Disallow: / Disallow: * User-Agent: MSIECrawler Disallow /Xlr8* Disallow: /images Disallow: /news Disallow: /3dfx Disallow: /3daudio Disallow: /appleG3 Disallow: /banners Disallow: /banner_ads Disallow: /cgi-bin Disallow: /G3_info Disallow: /G3_OC Disallow: /G3_RESULTS Disallow:/includes Disallow:/menu Disallow: /mo_survey Disallow: /oc_survey Disallow: /USER_RESULTS Disallow: /sales/ Disallow: /search/ Disallow: /Lasso/ Disallow: /*.lasso$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.pdf$ Disallow: /*.sea$ Disallow: /*.sit$ Disallow: /*.hqx$ Disallow: /*.zip$ Disallow: /*.bak$ Disallow: /*.txt$ Disallow: /*.was$