User-agent: Mediapartners-Google
Disallow:
User-agent: Yandex
Disallow: /
User-agent: Re-re Studio
Disallow: /
User-agent: The Knowledge AI
Disallow: /
User-agent: Linguee Bot
Disallow: /
User-agent: Baidu
Disallow: /
User-agent: Sosospider
Disallow: /
user-agent: AhrefsBot
disallow: / 
user-agent: Ezooms
disallow: / 
User-agent: *
Disallow: /blogstuff/
Disallow: /private/
Disallow: /test/
Disallow: /uploaded_images/
Disallow: *1820_washington.asp*
Disallow: *pension_rolls.asp?page*
Disallow: *passenger_list.asp*
Disallow: *search_box.html
Disallow: *usgs_citation.asp*
Disallow: *fs_response.asp*
Disallow: *getlink.asp*
Disallow: *collectiondescription.asp*
Disallow: /20*/*
Disallow: /fs_search*
Disallow: /individual_fs_record*
Disallow: /sun.asp
Disallow: /bethel.asp
Disallow: /norway.asp
Disallow: /kennebec.asp
Disallow: /sentinel.asp
Disallow: /portland.asp
Disallow: /brunswick.asp
Disallow: /portland.asp
Disallow: /bangor.asp
Disallow: /york.asp
Disallow: /lincoln.asp
Disallow: /ellsworth.asp
Disallow: /kingfield.asp
Disallow: /rumford.asp
Disallow: *mainegenealogy_archive.html