# http://www.robotstxt.org/wc/robots.html

# Stupid AVS 2.3 will index ntsstat's GIF images
User-agent: AltaVista Intranet V2.0 KU ACS
Disallow: /cgi-bin/cgiwrap/ntsstats/stats.cgi?
Disallow: /cgi-bin/cgiwrap/~ntsstats/stats.cgi?
Disallow: /cgiwrap/ntsstats/stats.cgi?
Disallow: /cgiwrap/~ntsstats/stats.cgi?

# subject.pl seems to generate infinite number of URLs (at least 6 million)
User-agent: *
Disallow: /analog2.11
Disallow: /cgi-bin/scout
Disallow: /cgi-bin/cgiwrap/~acs/subject.pl?
Disallow: /cgi-bin/cgiwrap/acs/subject.pl?
Disallow: /cgiwrap/~acs/subject.pl?
Disallow: /cgiwrap/acs/subject.pl?
Disallow: /wcb/
Disallow: /cgiwrap/acs/subject.cgi/
Disallow: /cgiwrap/~acs/subject.cgi/
Disallow: /cgi-bin/cgiwrap/acs/subject.cgi/
Disallow: /cgi-bin/cgiwrap/~acs/subject.cgi/
# Note, they can still get to subject.cgi2 which is the expanded listing.
# Paul Johnson requested the kups lines
Disallow: /cgiwrap/kups/twiki/attach
Disallow: /cgiwrap/kups/twiki/changes
Disallow: /cgiwrap/kups/twiki/edit
Disallow: /cgiwrap/kups/twiki/geturl
Disallow: /cgiwrap/kups/twiki/installpasswd
Disallow: /cgiwrap/kups/twiki/mailnotify
Disallow: /cgiwrap/kups/twiki/manage
Disallow: /cgiwrap/kups/twiki/oops
Disallow: /cgiwrap/kups/twiki/passwd
Disallow: /cgiwrap/kups/twiki/preview
Disallow: /cgiwrap/kups/twiki/rdiff
Disallow: /cgiwrap/kups/twiki/rdiffauth
Disallow: /cgiwrap/kups/twiki/register
Disallow: /cgiwrap/kups/twiki/rename
Disallow: /cgiwrap/kups/twiki/save
Disallow: /cgiwrap/kups/twiki/savemulti
Disallow: /cgiwrap/kups/twiki/search
Disallow: /cgiwrap/kups/twiki/setlib.cfg
Disallow: /cgiwrap/kups/twiki/statistics
Disallow: /cgiwrap/kups/twiki/testenv
Disallow: /cgiwrap/kups/twiki/upload
Disallow: /cgiwrap/kups/twiki/viewauth
Disallow: /cgiwrap/kups/twiki/viewfile
Disallow: /cgiwrap/kups/twiki/logon 
Disallow: /~psmo/domain/ukansdns.shtml
Disallow: /computing/domain/ukansdns.shtml
Disallow: /cgiwrap/aims/people

# This is our list of e-mail spammers we want to keep out :-)
# Probably doesn't do much good here since they most likely
# ignore this file but at least here we can make a list.
User-agent: EmailSiphon
User-agent: EmailWolf 1.00
User-agent: ExtractorPro
User-agent: Mozilla/2.0 (compatible; NEWT ActiveX; Win32)
User-agent: Bullseye/1.0
User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95)
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
User-agent: CherryPickerSE/1.0
User-agent: CherryPickerElite/1.0
User-agent: WebBandit/3.50
User-agent: NICErsPRO
User-agent: Microsoft URL Control - 5.01.4511
User-agent: EmailCollector/1.0
Disallow: /

# Slams our server
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) The Spanish Connection
Disallow: /