# Robots.txt file for Jeep Insurance # COGENT 1.1 # robot/spider exclusion # http://info.webcrawler.com/mak/projects/robots/robots.html User-agent: EmailSiphon User-agent: Kilroy # OCLC User-agent: Whacker # WebWhacker User-agent: FlashSite User-agent: NetJet User-agent: Snarf User-agent: TestApp/1.0 libwww/4.1b5 User-agent: GETWWW-ROBOT/2.0 User-agent: MemoWeb User-agent: net.Sweep/v1.2e-T1-CHI User-agent: FFiNet32.DLL/3.1 libwww/3.1 User-agent: Javachapman:05/19/19-15:35 User-agent: LaSCoW-trace/1.0 User-agent: WebReaper Disallow: / User-agent: * Disallow: /cgi-bin/