# National Wildlife Federation (nwf.org) robots.txt
# Comments, Complaints, or Concerns: Erik giberti [at] nwf [dot] org
# Revised 02/05/2004

###########
# Every Bot
User-agent: *
Disallow: /admin/
Disallow: /cfide/
Disallow: /cfdocs/
Disallow: /cgi-bin/
Disallow: /coldfusion/
Disallow: /classes/
Disallow: /homeimages/
Disallow: /images/
Disallow: /includes/
Disallow: /scripts/
Disallow: /test/
Disallow: /flash/
Disallow: /nwfwebadmin/

###############
# Bad Bots

User-agent: Mozilla/3.0 (WebWhacker)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 5.5; Windows 98; RR-ELP; MSIECrawler)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) asmallnet
Disallow: /

User-agent: VILL Spider 2.0
Disallow: /

User-agent: Classroom Connect Spider
Disallow: /

User-agent: Itsy-Bitsy Spider - LightwareEnt.com
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT; Rating Robot) theglobe.com
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 5.5; Windows 98; Hotbar 2.0; MSIECrawler)
Disallow: /

User-agent: LEIA
Disallow: /

User-agent: ru-robot
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) Teltech
Disallow: /

User-agent: oBot ((compatible;Win32))
Disallow: /

User-agent: Morning Paper 1.0
Disallow: /

User-agent: Morning Paper 1.0 (robots.txt compliant!)
Disallow: /

User-agent: Excalibur Internet Spider V6.5.4
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) Office
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0; WaveTop 1.00; DigExt; MSIECrawler)
Disallow: /

User-agent: CyberSpyder Link Test
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /