User-agent: msnbot
Disallow: /

User-agent: *
Disallow: /aame/
Disallow: /browserhawk/
Disallow: /digital_gallery/
Disallow: /feeds/
Disallow: /for_WEB-INF/
Disallow: /java_files/
Disallow: /lizardtech/
Disallow: /mmpco/
Disallow: /nypldigital2/
Disallow: /nypldigital_date/
Disallow: /opac/
Disallow: /pid/
#Disallow: /nypldigital/
#Disallow: /nypldigital_dev/
Crawl-delay: 10