User-agent: grub-client
Disallow: /

User-agent: grub
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: aipbot
Disallow: /

User-agent: abot
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: SurveyBot/2.3
Disallow: /

User-agent: findlinks/1.0.9
Disallow: /

User-agent: girafa
Disallow: /

User-agent: voyager/1.0
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: psbot
Disallow: /

User-Agent: NetResearchServer
Disallow: /

User-Agent: NetWhatCrawler
Disallow: /

User-agent: OutfoxBot/0.1
Disallow: /

User-Agent: ichiro/2.0
Disallow: /