User-agent: *
Disallow: /php/
User-agent: *
Disallow: /phpadmin/
User-agent: *
Disallow: /test/
User-agent: *
Disallow: /a/
User-agent: *
Disallow: /c/
User-agent: *
Disallow: /3/
User-agent: *
Disallow: /8/
User-agent: *
Disallow: /g/
User-agent: *
Disallow: /p/
User-agent: SBIder
Disallow: /
User-agent: discobot/1.0
Disallow: /
User-agent: Speedy Spider
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: TurnitinBot/2.1
Disallow: /
User-agent: MJ12bot/v1.2.1
Disallow: /
User-agent: Twiceler-0.9
Disallow: /
User-agent: Yanga WorldSearch Bot v1.1/
Disallow: /
User-agent: Webcrawler/Nutch
Disallow: /
User-agent: crawler@dotnetd
Disallow: /
User-agent: nutch-crawl/Nutch-1.0-dev
Disallow: /