# robots.txt file for www.senate.gov # User-agent: os-heritrix Disallow: / User-agent: NPBot Disallow: / User-agent: VoilaBot Disallow: / User-agent: Openbot Disallow: / User-agent: openbot Disallow: / User-agent: Openbot/3.0 Disallow: / User-agent: dloader(NaverRobot)/1.1 Disallow: / User-agent: NaverBot Disallow: / User-agent: Szukacz Disallow: / User-agent: Dumbot Disallow: / User-agent: dumbot Disallow: / User-agent: Dumbot(version 0.1 beta) Disallow: / # www.girafa.com User-agent: Girafabot Disallow: / # www.picsearch.com User-agent: psbot Disallow: / # www.picsearch.com User-agent: psbot/0.1 Disallow: / User-agent: EMPAS_ROBOT Disallow: / # www.skizzle.com User-agent: SKIZZLE Disallow: / # www.nurelm.com #User-agent: nuSearch #Disallow: / #User-agent: lmspider #Disallow: / User-agent: iltrovatore-setaccio Disallow: / User-agent: BaiDuSpider Disallow: / User-agent: MSIECrawler Disallow: / User-agent: blogbot Disallow: / User-agent: BlogBot/1.2 Disallow: /