#Robots.txt file from http://www.nb-yc.com
#All robots will spider the domain

User-agent: * 
Disallow: /old/
Disallow: /admin/
Disallow: /css/
Disallow: /database/
Disallow: /js/
Disallow: /xml/
Disallow: /new/