User-Agent: FDSE
Allow: /cgi-bin
Disallow: /images
Disallow: /clc
Disallow: /stats
Disallow: /test
Disallow: /seeAlso
Disallow: /collection/legal/
Disallow: /collection/legal/federal
Disallow: /collection/legal/international
Disallow: /collection/legal/states
Disallow: /collection/legal/states/pennsylvania
Disallow: /collection/legal/phl
Disallow: /collection/nonlegal
Disallow: /collection/nonlegal/business
Disallow: /collection/nonlegal/medical
Disallow: /collection/nonlegal/general
Disallow: /collection/nonlegal/librarians
Disallow: /collection/nonlegal/librarians/booksellers
Disallow: /collection/nonlegal/internet
Disallow: /collection/nonlegal/news
Disallow: /collection/nonlegal/search
Disallow: /searchdb
Disallow: /searchold
Disallow: /searchsave
Disallow: /jac
Disallow: /collection/jac/screens
Disallow: /collection/images
Disallow: /about/images
Disallow: /about/portraits/images
Disallow: /collection/histories
Disallow: /search
Disallow: /search2
Disallow: /admin
Disallow: /alm

#idiot-bot; generates tons of 404 and malformed urls
User-agent: wget
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: *
Disallow: /images
Disallow: /clc
Disallow: /cgi-bin
Disallow: /stats
Disallow: /test
Disallow: /seeAlso