User-Agent: sitecheck.internetseer.com
Disallow: /

User-agent: fast 
Disallow: /

User-Agent: ia_archiver
Disallow: /

User-Agent: NPBot
Disallow: /

User-Agent: NetResearchServer
Disallow: /

User-Agent: ArchitextSpider
Disallow: /

User-Agent: Harvest
Disallow: /

User-Agent: LinkWalker
Disallow: /

User-Agent: Lycos
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-Agent: NetMechanic
Disallow: /

User-Agent: ZyBorg
Disallow: /

User-Agent: Zao
Disallow: /

User-agent: grub 
Disallow: / 

User-Agent: Gaisbot
Disallow: /

User-Agent: psbot
Disallow: /

User-Agent: fast
Disallow: /

User-Agent: Intelliseek
Disallow: /

User-Agent: Scooter
Disallow: /

User-Agent: grub-client-grub-client
Disallow: /

User-Agent: grub-client-grub-client-1.0.3
Disallow: /

User-Agent: grub-client-grub-client-1.0.5
Disallow: /

User-Agent: grub-client-grub-client-1.0.7
Disallow: /

User-Agent: grub-client-grub-client-1.2.1
Disallow: /

User-Agent: grub-client-grub-client-1.3.7
Disallow: /

User-Agent: grub-client-grub-client-1.4.3
Disallow: /

User-Agent: grub-client-grub-client-1.5.3
Disallow: /