# This robots file should keep out all from old site but allow all robots in

User-agent: Googlebot 
Disallow: /nbgen
Disallow: /nbsrp
Disallow: /nbtar
Disallow: /private
Disallow: /logfiles
Disallow: /cgi-bin

User-agent: Googlebot-Image
Disallow: /nbgen
Disallow: /nbsrp
Disallow: /nbtar
Disallow: /private
Disallow: /logfiles
Disallow: /cgi-bin

User-agent: Slurp 
Disallow: /nbgen
Disallow: /nbsrp
Disallow: /nbtar
Disallow: /private
Disallow: /logfiles
Disallow: /cgi-bin

User-agent: Scooter
Disallow: /nbgen
Disallow: /nbsrp
Disallow: /nbtar
Disallow: /private
Disallow: /logfiles
Disallow: /cgi-bin

User-agent: *
Disallow: /nbgen
Disallow: /nbsrp
Disallow: /nbtar
Disallow: /private
Disallow: /logfiles
Disallow: /cgi-bin