############################################## ##### robots.txt file for www.agilent.com###### # # updated kkh/2004-05-03/added utest, agilent # updated kkh/2004-06-07/allow internet archive, # fix /agilent/ overlap with CIA # updated scot/2004-08-05/disabled baiduspider # updated kkh/2005-07-25/added Endeca # updated kkh/2010-03-10/fixed msnbot # User-agent: Endeca Disallow: /jumpstations/ Disallow: /utestR41/ Disallow: /utestR5/ Disallow: /utest/ Disallow: /agilent/includes/ Disallow: /agilent/includes4/ Disallow: /agilent/includes4_noXSSI/ Disallow: /agilent/includes4_XSSI/ Disallow: /agilent/samples4/ User-agent: googlebot Disallow: /jumpstations/ Disallow: /utestR41/ Disallow: /utestR5/ Disallow: /utest/ Disallow: /agilent/includes/ Disallow: /agilent/includes4/ Disallow: /agilent/includes4_noXSSI/ Disallow: /agilent/includes4_XSSI/ Disallow: /agilent/samples4/ User-agent: Slurp Disallow: /jumpstations/ Disallow: /utestR41/ Disallow: /utestR5/ Disallow: /utest/ Disallow: /agilent/includes/ Disallow: /agilent/includes4/ Disallow: /agilent/includes4_noXSSI/ Disallow: /agilent/includes4_XSSI/ Disallow: /agilent/samples4/ User-agent: Inktomi Search Disallow: /jumpstations/ Disallow: /utestR41/ Disallow: /utestR5/ Disallow: /utest/ Disallow: /agilent/includes/ Disallow: /agilent/includes4/ Disallow: /agilent/includes4_noXSSI/ Disallow: /agilent/includes4_XSSI/ Disallow: /agilent/samples4/ # 20040805 - scot # removed to stop agents from massive daily # retrievals causing the engines to be # overtaxed. #User-agent: baiduspider #Disallow: /jumpstations/ #Disallow: /utestR41/ #Disallow: /utestR5/ #Disallow: /utest/ #Disallow: /agilent/includes/ #Disallow: /agilent/includes4/ #Disallow: /agilent/includes4_noXSSI/ #Disallow: /agilent/includes4_XSSI/ #Disallow: /agilent/samples4/ User-agent: infoseeksidewinder Disallow: /jumpstations/ Disallow: /utestR41/ Disallow: /utestR5/ Disallow: /utest/ Disallow: /agilent/includes/ Disallow: /agilent/includes4/ Disallow: /agilent/includes4_noXSSI/ Disallow: /agilent/includes4_XSSI/ Disallow: /agilent/samples4/ User-agent: Mozilla/4.0 compatible ZyBorg/1.0 DLC (wn.zyborg@looksmart.net; http://www.WISEnutbot.com) Disallow: /jumpstations/ Disallow: /utestR41/ Disallow: /utestR5/ Disallow: /utest/ Disallow: /agilent/includes/ Disallow: /agilent/includes4/ Disallow: /agilent/includes4_noXSSI/ Disallow: /agilent/includes4_XSSI/ Disallow: /agilent/samples4/ User-agent: msnbot Disallow: /jumpstations/ Disallow: /utestR41/ Disallow: /utestR5/ Disallow: /utest/ Disallow: /agilent/includes/ Disallow: /agilent/includes4/ Disallow: /agilent/includes4_noXSSI/ Disallow: /agilent/includes4_XSSI/ Disallow: /agilent/samples4/ User-agent: Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com) Disallow: /jumpstations/ Disallow: /utestR41/ Disallow: /utestR5/ Disallow: /utest/ Disallow: /agilent/includes/ Disallow: /agilent/includes4/ Disallow: /agilent/includes4_noXSSI/ Disallow: /agilent/includes4_XSSI/ Disallow: /agilent/samples4/ User-agent: YahooSeeker Disallow: /jumpstations/ Disallow: /utestR41/ Disallow: /utestR5/ Disallow: /utest/ Disallow: /agilent/includes/ Disallow: /agilent/includes4/ Disallow: /agilent/includes4_noXSSI/ Disallow: /agilent/includes4_XSSI/ Disallow: /agilent/samples4/ User-agent: fast Disallow: /jumpstations/ Disallow: /utestR41/ Disallow: /utestR5/ Disallow: /utest/ Disallow: /agilent/includes/ Disallow: /agilent/includes4/ Disallow: /agilent/includes4_noXSSI/ Disallow: /agilent/includes4_XSSI/ Disallow: /agilent/samples4/ User-agent: WISEbot Disallow: /jumpstations/ Disallow: /utestR41/ Disallow: /utestR5/ Disallow: /utest/ Disallow: /agilent/includes/ Disallow: /agilent/includes4/ Disallow: /agilent/includes4_noXSSI/ Disallow: /agilent/includes4_XSSI/ Disallow: /agilent/samples4/ User-agent: ia_archiver Disallow: /jumpstations/ Disallow: /utestR41/ Disallow: /utestR5/ Disallow: /utest/ User-agent: * Disallow: /