User-agent: *
Disallow: /altavista.txt
Disallow: /botlog.cgi
Disallow: /botlog.txt
Disallow: /botlog_date.txt
Disallow: /botlog_ips.txt
Disallow: /excite.txt
Disallow: /google.txt
Disallow: /infoseek.txt
Disallow: /inktomi.txt
Disallow: /lycos.txt
Disallow: /misc.txt
Disallow: /non_engines.txt
Disallow: /northernlight.txt
Disallow: /nw/altavista.txt
Disallow: /nw/askjeeves.txt
Disallow: /nw/dates.php
Disallow: /nw/fast.txt
Disallow: /nw/google.txt
Disallow: /nw/inktomi.txt
Disallow: /nw/lycos.txt
Disallow: /nw/misc.txt
Disallow: /nw/non_engines.txt
Disallow: /nw/wisenut.txt
Disallow: /nw/wisewire.txt
Disallow: /cgi-bin/