User-agent: *
Disallow: /cache/
Disallow: /cache2/
Disallow: /WebResource.axd/
Disallow: /ScriptResource.axd/
Disallow: /NonUserHtmlViewer.aspx
Disallow: /Search.aspx
Disallow: /members/results.asp
Disallow: /online/
Disallow: /DesktopModules/AdvancedSearch/
Disallow: /ajxSearch.asmx
Disallow: /Scripts/
Disallow: /Images/
Disallow: /css/
Disallow: /bin/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /SearchResultsV3
Disallow: /nocookie
Disallow: /OrderPrint
Disallow: /specialcollections
Disallow: /CrossPostSite.aspx
Disallow: /secure/
Disallow: /StaticHTML/
Disallow: /MyStory/
Disallow: /ForwardToBrowse
Disallow: /Registration
Disallow: /Ads/
# controls
Disallow: /Assistance%20Controls/
Disallow: /BeyondtheHeadlinesControls/
Disallow: /BirthdayControls/
Disallow: /BrowseControls/
Disallow: /CancellationPromoControls/
Disallow: /CleanSearchControls/
Disallow: /CommunityControls/
Disallow: /ContentAreaControls/
Disallow: /ContentRequestControls/
Disallow: /Controls/
Disallow: /DailyPerspectiveControls/
Disallow: /DateControls/
Disallow: /DefaultControls/
Disallow: /EmailPreferenceControls/
Disallow: /HtmlControls/
Disallow: /KeywordLockdownControls/
Disallow: /LandingControls/
Disallow: /LightboxControls/
Disallow: /LoadingControls/
Disallow: /LocationControls/
Disallow: /LoginControls/
Disallow: /MasterControls/
Disallow: /MenuControls/
Disallow: /MicrositeControls/
Disallow: /NewContentControls/
Disallow: /NewsletterControls/
Disallow: /OrderPrintControls/
Disallow: /PdfViewerControls/
Disallow: /RegistrationLocdownControls/
Disallow: /ResourcesControls/
Disallow: /SearchAlertControls/
Disallow: /SearchControls/
Disallow: /SearchResultsControls/
Disallow: /Store%20Controls/
Disallow: /StoreControls/
Disallow: /ThankYouControls/
Disallow: /ToolsTipsTricksControls/
Disallow: /TutorialHTMLControls/
Disallow: /UserFindingsControls/
Disallow: /WelcomeControls/

Sitemap: http://www.newspaperarchive.com/na_web_pages.xml
sitemap: http://www.newspaperarchive.com/bth_archive.xml
Sitemap: http://www.newspaperarchive.com/dp_archive.xml