User-agent: *
Disallow: /cgi-bin/
Disallow: /admin/
User-Agent: NPBot
Disallow: /
User-Agent: psbot
Disallow: /
User-Agent: BDFetch
Disallow: /