User-Agent: *
User-agent: AltaVista Intranet V2.0 W3C Webreq
Disallow:
User-agent: W3Crobot/1
Disallow:
User-Agent: Excite
Disallow:
User-Agent: Infoseek
Disallow:
User-Agent: Lycos
Disallow:
User-Agent: WebCrawler
Disallow:
User-Agent: Yandex
Disallow:
User-Agent: Slurp/2.0
Disallow: