# # nreal.com: robots.txt # http://www.nreal.com/robots/ User-agent: Jetbot Disallow: / User-agent: Mediapartners-Google/2.1 Disallow: / User-agent: PicoSearch/1.0 Disallow: / User-agent: ia_archiver Disallow: / User-agent: aboutusbot Disallow: / User-agent: wget Disallow: / User-agent: larbin Disallow: / User-agent: almaden.ibm.com/cs/crawler Disallow: / User-agent: libwww-perl Disallow: / User-agent: IncyWincy Disallow: / User-agent: larbin_2.2.0 Disallow: / User-agent: psbot/0.1 Disallow: / User-agent: LinkWalker Disallow: / User-agent: Innerprise/1.0 Disallow: / User-agent: Innerprise/Pro1.91 Disallow: / User-agent: Microsoft URL Control Disallow: / User-agent: ozilla Disallow: / User-agent: Szukacz Disallow: / User-agent: Webster Pro Disallow: / User-agent: Zeus Disallow: / User-agent: NetResearchServer Disallow: / User-agent: x1crawler2-1-0.x-echo.com Disallow: / User-agent: URL Spider Pro Disallow: / User-agent: SOFTWING_TEAR_AGENT_1_0 Disallow: / User-agent: Sqworm Disallow: / User-agent: RealNamesBot Disallow: / User-agent: Teleport Pro Disallow: / User-agent: Teleport Disallow: / User-agent: Gigabot Disallow: / User-agent: Pompos Disallow: / User-agent: x1crawler3-1-0.x-echo.com Disallow: / User-agent: curl Disallow: / User-agent: libcurl Disallow: / User-agent: webcollage Disallow: / User-agent: collage.cgi/1.82 Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Microsoft Data Access Internet Publishing Provider DAV 1.1 Disallow: / User-agent: grub-client-0.3.0; Disallow: / User-agent: compatible; Win32; WinHttp.WinHttpRequest.5 Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Enterprise_Search Disallow: / User-agent: hloader Disallow: / User-agent: dloader(NaverRobot)/1.0 Disallow: / User-agent: Scrubby/2.1 Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: Java1.3.1_01 Disallow: / User-agent: Java1.4.0_03 Disallow: / User-agent: Java/1.4.1_02 Disallow: / User-agent: SurveyBot/2.2 Disallow: / User-agent: hget/0.3 Disallow: / User-agent: SlySearch/1.0 Disallow: / User-agent: PicaLoader 1.0 Disallow: / User-agent: Baidu Disallow: / User-agent: BaiDuSpider Disallow: / User-agent: baiduspider Disallow: / User-agent: URL_Spider_SQL/1.0 Disallow: / User-agent: WebCapture 1.0 Disallow: / User-agent: EasyDL/3.02 Disallow: / User-agent: Python-urllib/1.15 Disallow: / User-agent: lachesis Disallow: / User-agent: oBot Disallow: / User-agent: Teradex+Mapper Disallow: / User-agent: Szukacz/1.5 Disallow: / User-agent: Girafabot Disallow: / User-agent: Xenu+Link+Sleuth+1.2d Disallow: / User-agent: grub-client Disallow: / User-agent: Nutch Disallow: / User-agent: IlTrovatore-Setaccio Disallow: / User-agent: Comodo+HTTPS+Crawler Disallow: / User-agent: RPT-HTTPClient/0.3-3 Disallow: / User-agent: semanticdiscovery/0.1 Disallow: / User-agent: ImageBot Disallow: / User-agent: BecomeBot Disallow: / User-agent: NokodoBot Disallow: / User-agent: Faxobot Disallow: / User-agent: HenryTheMiragoRobot Disallow: / User-agent: Clushbot Disallow: / User-agent: Exabot Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: IRLbot Disallow: / User-agent: Accelobot Disallow: / User-agent: Heritrix Disallow: / User-agent: npbot Disallow: / User-agent: abot Disallow: / User-agent: aipbot Disallow: / User-agent: MojeekBot Disallow: / User-agent: httrackt Disallow: / User-agent: OmniExplorer_Bot Disallow: / User-agent: Intelliseek Disallow: / User-agent: URL_Spider_Pro/3.0 Disallow: / User-agent: * Disallow: /fpdb/ Disallow: /Web/ Disallow: /default.asp Disallow: /default.asp?Er=1 Disallow: /default.asp?Er=2 Disallow: /default.asp?Er=3 Disallow: /Residential/AdvSearch.asp Disallow: /Commercial/AdvSearch.asp Disallow: /Agricultural/AdvSearch.asp